-- Logs begin at Mon 2022-07-25 11:56:37 UTC, end at Mon 2022-07-25 13:10:49 UTC. -- Jul 25 12:31:01.151693 dv-cinder-825492-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 12:31:03.793259 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.common.config [-] Logging enabled! Jul 25 12:31:03.793858 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 12:31:03.794078 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105576) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 12:31:03.797283 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.common.config [-] Logging enabled! Jul 25 12:31:03.797539 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 12:31:03.797850 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105576) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 12:31:03.798823 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:31:03.799058 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:31:03.799545 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:31:03.800328 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:31:03.800565 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:31:03.800885 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.801185 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.801418 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.801716 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.802037 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.802323 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.802618 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.802915 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.803200 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.803480 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.803772 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.804001 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.804280 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.804571 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.804863 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.805087 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] debug = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.805368 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.805797 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.806251 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.806730 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.807235 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.807719 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.808071 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.808356 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.808660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.808985 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] host = dv-cinder-825492-28-iscsi {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.809269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.809561 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.809853 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.810191 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.810463 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.810742 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.811031 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.811305 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.811595 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.811860 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.812155 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.812665 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.813165 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.813557 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.813986 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.814496 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.814946 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.815238 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.815552 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.815838 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.816121 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.816403 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.816740 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.816974 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.817263 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.817553 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.817832 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.818145 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.818422 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.818697 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.818987 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.819264 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.819540 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.819814 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.820105 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.820375 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.820650 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.820952 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.821243 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.821527 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.821816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.822116 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.822401 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.822680 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.822954 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.823229 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_json = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.823500 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.823771 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.824052 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.824326 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.824596 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.824869 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.825140 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.825426 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.825698 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:03.826015 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.826312 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.826611 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.826897 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.827206 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.827488 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.827777 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.828055 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.828343 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.828631 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.828920 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.829196 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.829496 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.829785 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.830104 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.830411 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.830707 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.831026 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.831304 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.831582 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.831859 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.832138 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.832426 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.832709 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.832999 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.833289 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.833569 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.833866 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.834178 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.834465 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.834756 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.835048 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.835323 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.835601 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.835893 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.836170 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.836442 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.836729 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.837008 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.837281 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.837558 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.837847 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.838159 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.838431 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.838707 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.838997 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.839273 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.839545 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.839816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.840090 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.840360 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.840640 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.840912 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.841182 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.841450 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.841723 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.842032 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.842304 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.842583 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.842852 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.843127 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.843399 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.843669 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.843938 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.844209 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.844478 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.844746 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.845016 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.845292 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.845563 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.845832 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.846124 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.846395 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.847201 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.847500 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.847777 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.848054 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.848331 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.848607 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.848881 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.849158 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.849440 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.849714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.850014 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.850308 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.850593 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.850877 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.851159 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.851437 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.851752 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.852034 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.852313 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.852593 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.852872 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.853157 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.853443 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.853722 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.854029 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.854316 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.854601 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.854899 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.855446 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.855729 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.856024 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.856316 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.856609 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.856892 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.857199 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.857478 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:03.857695 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:31:03.857958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105576) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 12:31:04.155768 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 12:31:04.155968 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 12:31:04.156281 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 12:31:04.156617 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 12:31:04.566010 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.566299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.566569 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.567851 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.568125 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.568387 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.621699 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.621995 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.622263 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.636536 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.636814 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.637083 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.666548 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.666825 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.667092 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.702831 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.703112 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.703380 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.931765 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.932379 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.932379 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.932518 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:04.933370 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.030576 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.030895 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.031180 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.031453 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.031721 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.032034 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.032300 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.032559 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.032813 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.033098 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.033359 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.033623 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.033877 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.034708 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.034967 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.035232 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.035488 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.035756 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.036025 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.036284 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.036554 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.036805 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.037087 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.037465 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.037714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.037986 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.038386 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.038624 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.038859 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.039092 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.039327 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.039559 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:05.039914 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 12:31:05.042981 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 12:31:05.046887 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 12:31:05.050750 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 25 12:31:05.052363 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 12:31:05.052982 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 12:31:05.053316 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 12:31:05.053701 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 12:31:05.056489 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 12:31:05.056740 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 12:31:05.057082 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 12:31:05.062169 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 12:31:05.085258 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 12:31:05.085708 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.086037 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105576) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 12:31:05.086410 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.087749 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105576) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 12:31:05.088026 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 12:31:05.088267 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 12:31:05.091543 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.091827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:05.228075 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 12:31:05.228317 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 12:31:05.228546 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 12:31:05.228918 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 12:31:05.281495 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO dbcounter [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Registered counter for database neutron Jul 25 12:31:05.300846 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_db.sqlalchemy.engines [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105576) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 12:31:05.306741 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG dbcounter [-] [105576] Writer thread running {{(pid=105576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:31:05.854674 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing driver for type 'gre' Jul 25 12:31:05.855450 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] gre ID ranges: [(1, 1000)] Jul 25 12:31:05.910209 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing driver for type 'local' Jul 25 12:31:05.910555 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing driver for type 'vlan' Jul 25 12:31:05.928646 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] VlanTypeDriver initialization complete Jul 25 12:31:05.928981 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing driver for type 'vxlan' Jul 25 12:31:05.929478 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] vxlan ID ranges: [(1, 1000)] Jul 25 12:31:05.992346 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing extension driver 'port_security' Jul 25 12:31:05.992979 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.extensions.port_security [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] PortSecurityExtensionDriver initialization complete Jul 25 12:31:05.993172 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing mechanism driver 'openvswitch' Jul 25 12:31:05.993614 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing mechanism driver 'hyperv' Jul 25 12:31:06.003219 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.plugin [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:06.004339 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.004773 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.005388 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.006760 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.007399 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.007824 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.008390 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.009098 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.009904 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.010563 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.011012 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.011591 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.012349 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.012743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.013410 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.014104 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.014843 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.015199 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.015584 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.016271 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.016816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > address_group after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.017168 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > address_group after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.017511 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.017898 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105576) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 12:31:06.018388 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] ML2 OVO RPC backend initialized. {{(pid=105576) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 12:31:06.019096 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.019450 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.019863 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.020213 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > networks before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.020554 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.020896 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > ports before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.021236 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.021573 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnets before_response 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.021934 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.022277 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.022613 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.022951 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.023286 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.023619 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.023954 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.024288 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.024620 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.032153 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded quota_driver: . Jul 25 12:31:06.032513 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.plugin [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Modular L2 Plugin initialization complete Jul 25 12:31:06.032856 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading services supported by the core plugin {{(pid=105576) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 12:31:06.033195 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.plugins.ml2.managers [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Got port-security extension from driver 'port_security' Jul 25 12:31:06.033666 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.extensions.vlantransparent [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Disabled vlantransparent extension. Jul 25 12:31:06.034755 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105576) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 12:31:06.035076 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: router Jul 25 12:31:06.070125 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.070514 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_create 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.070882 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router before_create 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.071254 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.071629 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.071985 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_delete 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.072344 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.072691 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.073047 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_create 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.073392 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.073737 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.074193 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.074548 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.074956 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.075320 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.075655 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.075992 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: subnet after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.076332 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.076684 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.077032 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_create 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.077374 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.077714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.078091 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router after_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.078430 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.078777 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_create 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.079137 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.079479 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_update 55549900 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.079839 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > agent after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.080183 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > agent after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.080521 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > network after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.081387 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Tracking information for resource: router configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:06.081714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Tracking information for resource: floatingip configured {{(pid=105576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 12:31:06.086562 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.db.l3_agentschedulers_db [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 12:31:06.087124 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.087482 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.087829 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.088181 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: port after_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.088958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router before_create 55550100 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.089319 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.089676 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_create 55550100 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.090064 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > router precommit_update 55550100 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.095125 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.provider_configuration [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service providers = [] {{(pid=105576) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 12:31:06.095493 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.db.servicetype_db [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105576) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 12:31:06.099617 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.service_base [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:31:06.099971 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.service_base [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:31:06.100317 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.service_base [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:31:06.101235 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.services.service_base [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 12:31:06.101614 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.services.service_base [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 12:31:06.102026 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.102350 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 12:31:06.113897 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.114203 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: auto_allocate Jul 25 12:31:06.120016 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: network precommit_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.120375 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: network precommit_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.120907 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.121228 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: tag Jul 25 12:31:06.128095 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.128447 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: timestamp Jul 25 12:31:06.132335 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.132677 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: network_ip_availability Jul 25 12:31:06.138163 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.138541 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.138905 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.139632 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.139954 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: flavors Jul 25 12:31:06.144857 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.145191 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading Plugin: revisions Jul 25 12:31:06.149444 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 12:31:06.149835 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.993s {{(pid=105576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 12:31:06.150610 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105576) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 12:31:06.150950 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Initializing extension manager. Jul 25 12:31:06.151476 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: __init__.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.151824 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: __pycache__ {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.152164 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: address_group.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.152892 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.153459 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: address-group Jul 25 12:31:06.153788 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: address_scope.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.154499 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.155010 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: address-scope Jul 25 12:31:06.155333 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.156241 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.156751 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: router-admin-state-down-before-update Jul 25 12:31:06.157075 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: agent.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.157748 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.158288 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: agent Jul 25 12:31:06.158614 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: agent_resources_synced.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.159981 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.160490 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: agent-resources-synced Jul 25 12:31:06.160816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: allowedaddresspairs.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.162596 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.163134 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: allowed-address-pairs Jul 25 12:31:06.163464 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: auto_allocated_topology.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.164493 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.165017 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: auto-allocated-topology Jul 25 12:31:06.165345 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: availability_zone.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.166046 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.166557 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: availability_zone Jul 25 12:31:06.166887 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: availability_zone_filter.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.167767 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.168279 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: availability_zone_filter Jul 25 12:31:06.168601 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: data_plane_status.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.169472 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.170074 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 12:31:06.170400 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: default_subnetpools.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.171278 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.171785 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: default-subnetpools Jul 25 12:31:06.172109 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.172899 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.173410 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: dhcp_agent_scheduler Jul 25 12:31:06.173735 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: dns.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.175260 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.175778 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension dns-integration not supported by any of loaded plugins Jul 25 12:31:06.176101 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: dns_domain_ports.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.176987 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.177495 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 12:31:06.177820 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.178738 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.179246 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 12:31:06.179569 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: dvr.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.180212 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.180720 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: dvr Jul 25 12:31:06.181042 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: ecmp_routes.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.181939 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.182460 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 12:31:06.182791 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: empty_string_filtering.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.183671 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.184181 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: empty-string-filtering Jul 25 12:31:06.184508 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.185380 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.185894 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 12:31:06.186240 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.187114 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.187626 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 12:31:06.187948 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: external_net.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.188817 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.189337 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: external-net Jul 25 12:31:06.189662 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.190582 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.191098 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: extra_dhcp_opt Jul 25 12:31:06.191420 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: extraroute.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.192293 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.192807 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: extraroute Jul 25 12:31:06.193129 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: extraroute_atomic.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.194144 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.194659 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: extraroute-atomic Jul 25 12:31:06.194978 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: filter_validation.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.195608 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.196325 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: filter-validation Jul 25 12:31:06.196653 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: fip_pf_description.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.197531 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.198077 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 12:31:06.198404 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: fip_pf_port_range.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.199273 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.199780 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 12:31:06.200103 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: fip_port_details.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.200978 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.201489 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: fip-port-details Jul 25 12:31:06.201814 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: flavors.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.203036 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.203557 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: flavors Jul 25 12:31:06.203882 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.205500 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.206554 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 12:31:06.206892 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: floatingip_pools.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.207567 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.208087 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: floatingip-pools Jul 25 12:31:06.208417 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: ip_allocation.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.209313 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.209823 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 12:31:06.210193 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.211074 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.211588 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: ip-substring-filtering Jul 25 12:31:06.211917 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l2_adjacency.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.212799 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.213314 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 12:31:06.213640 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.214607 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.215131 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: router Jul 25 12:31:06.215459 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.217683 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.218245 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 12:31:06.218583 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.219467 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.219986 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: ext-gw-mode Jul 25 12:31:06.220317 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.221205 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.222299 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: l3-ha Jul 25 12:31:06.222626 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.223507 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.224010 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 12:31:06.224333 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_flavors.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.225203 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.225710 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: l3-flavors Jul 25 12:31:06.226066 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.227382 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.227909 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 12:31:06.228237 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.229107 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.229621 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 12:31:06.230226 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: l3agentscheduler.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.231237 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.231757 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: l3_agent_scheduler Jul 25 12:31:06.232086 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: local_ip.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.233819 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.234380 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension local_ip not supported by any of loaded plugins Jul 25 12:31:06.234718 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: logging.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.236144 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.236675 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension logging not supported by any of loaded plugins Jul 25 12:31:06.237010 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: metering.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.237748 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.238542 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: metering Jul 25 12:31:06.238878 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.239943 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.240463 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: metering_source_and_destination_fields Jul 25 12:31:06.240795 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: multiprovidernet.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.241686 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.242237 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: multi-provider Jul 25 12:31:06.242567 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: netmtu.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.243454 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.243970 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: net-mtu Jul 25 12:31:06.244297 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: netmtu_writable.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.245179 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.245689 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: net-mtu-writable Jul 25 12:31:06.246037 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: network_availability_zone.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.246680 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.247196 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: network_availability_zone Jul 25 12:31:06.247521 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: network_ip_availability.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.248587 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.249108 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: network-ip-availability Jul 25 12:31:06.249437 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: network_segment_range.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.250198 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.250711 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 12:31:06.251038 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: pagination.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.251983 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.252318 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: pagination Jul 25 12:31:06.252644 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_device_profile.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.253556 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.254097 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-device-profile Jul 25 12:31:06.254422 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_mac_address_override.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.255311 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.255826 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-mac-override Jul 25 12:31:06.256151 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.257041 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.257556 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-mac-address-regenerate Jul 25 12:31:06.257880 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.258780 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.259297 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-numa-affinity-policy Jul 25 12:31:06.259624 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_resource_request.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.260499 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.261011 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 12:31:06.261339 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: port_resource_request_groups.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.262290 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.262802 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 12:31:06.263134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: portbindings.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.264018 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.264535 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: binding Jul 25 12:31:06.264860 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: portbindings_extended.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.266112 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.266631 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: binding-extended Jul 25 12:31:06.266958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: portsecurity.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.267839 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.268871 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-security Jul 25 12:31:06.269203 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: project_id.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.270166 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.270504 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: project-id Jul 25 12:31:06.270830 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: providernet.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.271718 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.272243 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: provider Jul 25 12:31:06.272567 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.276031 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.276560 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos not supported by any of loaded plugins Jul 25 12:31:06.276896 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.278134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.278656 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 12:31:06.278988 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.279868 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.280383 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 12:31:06.280712 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_default.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.281586 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.282124 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-default not supported by any of loaded plugins Jul 25 12:31:06.282452 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_fip.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.283332 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.283844 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-fip not supported by any of loaded plugins Jul 25 12:31:06.284812 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.285707 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.286252 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 12:31:06.286579 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_gateway_ip.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.287486 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.287994 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 12:31:06.288317 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_port_network_policy.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.289191 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.289697 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 12:31:06.290056 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.291060 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.291577 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 12:31:06.291907 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.292901 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.293411 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 12:31:06.293740 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_pps_rule.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.294888 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.295408 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-pps not supported by any of loaded plugins Jul 25 12:31:06.295732 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_rule_type_details.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.296606 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.297117 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 12:31:06.297444 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.298350 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.298864 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 12:31:06.299188 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: qos_rules_alias.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.300230 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.300745 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 12:31:06.301072 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: quota_check_limit.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.301963 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.302482 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: quota-check-limit Jul 25 12:31:06.302806 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: quotasv2.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.303697 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.304024 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: quotas Jul 25 12:31:06.304344 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: quotasv2_detail.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.306027 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.306365 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: quota_details Jul 25 12:31:06.306697 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: rbac.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.309244 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.309790 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: rbac-policies Jul 25 12:31:06.310156 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: rbac_address_group.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.311059 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.311586 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: rbac-address-group Jul 25 12:31:06.311919 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: rbac_address_scope.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.312796 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.313318 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: rbac-address-scope Jul 25 12:31:06.313647 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: rbac_security_groups.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.314638 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.315162 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: rbac-security-groups Jul 25 12:31:06.315517 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: rbac_subnetpool.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.316397 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.316918 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: rbac-subnetpool Jul 25 12:31:06.317244 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: revisionifmatch.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.318153 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.318674 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: revision-if-match Jul 25 12:31:06.319002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: revisions.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.320085 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.320605 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: standard-attr-revisions Jul 25 12:31:06.320935 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: router_availability_zone.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.321580 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.322118 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: router_availability_zone Jul 25 12:31:06.322446 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: routerservicetype.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.323337 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.323856 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension router-service-type not supported by any of loaded plugins Jul 25 12:31:06.324181 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.325079 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.325590 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: security-groups-normalized-cidr Jul 25 12:31:06.325933 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.326821 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.327337 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: port-security-groups-filtering Jul 25 12:31:06.327662 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.328553 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.329070 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: security-groups-remote-address-group Jul 25 12:31:06.329395 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.330314 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.331346 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: security-groups-shared-filtering Jul 25 12:31:06.331681 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: securitygroup.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.341129 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.341672 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: security-group Jul 25 12:31:06.342046 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: segment.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.342750 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.343271 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension segment not supported by any of loaded plugins Jul 25 12:31:06.343602 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.344508 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.345025 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 12:31:06.345355 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: servicetype.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.346468 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.347581 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: service-type Jul 25 12:31:06.347910 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: sorting.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.348868 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.349202 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: sorting Jul 25 12:31:06.349528 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: standard_attr_segment.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.350427 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.350945 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 12:31:06.351269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: standardattrdescription.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.351885 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.352404 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: standard-attr-description Jul 25 12:31:06.352736 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: stateful_security_group.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.353616 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.354163 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: stateful-security-group Jul 25 12:31:06.354493 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: stdattrs_common.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.355300 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 12:31:06.355624 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.356518 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.357037 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 12:31:06.357364 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnet_onboard.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.358406 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.358928 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: subnet_onboard Jul 25 12:31:06.359260 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.360149 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.360664 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 12:31:06.360990 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnet_service_types.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.361879 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.362447 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: subnet-service-types Jul 25 12:31:06.362775 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnetallocation.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.363816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.364382 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: subnet_allocation Jul 25 12:31:06.364668 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.365302 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.365815 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: subnetpool-prefix-ops Jul 25 12:31:06.366170 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.367074 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.367586 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 12:31:06.367912 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: tagging.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.368930 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.369451 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: standard-attr-tag Jul 25 12:31:06.369778 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: timestamp.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.370963 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.371480 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loaded extension: standard-attr-timestamp Jul 25 12:31:06.371805 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: trunk.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.372817 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.373313 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension trunk not supported by any of loaded plugins Jul 25 12:31:06.373636 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: trunk_details.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.374552 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.375065 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension trunk-details not supported by any of loaded plugins Jul 25 12:31:06.375387 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: uplink_status_propagation.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.376266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.376778 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 12:31:06.377102 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Loading extension file: vlantransparent.py {{(pid=105576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 12:31:06.377759 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 12:31:06.378305 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 12:31:06.380846 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:network Jul 25 12:31:06.381369 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnet Jul 25 12:31:06.381772 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:31:06.382201 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:port Jul 25 12:31:06.383479 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.383928 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service FLAVORS assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.384545 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.384985 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.385320 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:router Jul 25 12:31:06.385754 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 12:31:06.386276 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service METERING assigned prefix: /metering {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.387724 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.388102 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.388462 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:31:06.389461 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 12:31:06.389903 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:security_group Jul 25 12:31:06.390380 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 12:31:06.390925 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service CORE assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.391256 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:31:06.391601 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] subnetpool is already registered Jul 25 12:31:06.392034 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service CORE assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.392360 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:31:06.392700 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] subnetpool is already registered Jul 25 12:31:06.395664 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.396102 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service FLAVORS assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.396699 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.397125 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.397460 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:router Jul 25 12:31:06.397801 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] router is already registered Jul 25 12:31:06.398241 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 12:31:06.398582 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] floatingip is already registered Jul 25 12:31:06.399040 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service METERING assigned prefix: /metering {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.399712 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 12:31:06.400044 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] rbac_policy is already registered Jul 25 12:31:06.400463 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:security_group Jul 25 12:31:06.400799 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] security_group is already registered Jul 25 12:31:06.401206 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 12:31:06.401544 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] security_group_rule is already registered Jul 25 12:31:06.402195 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service CORE assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.402525 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:31:06.402870 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] subnetpool is already registered Jul 25 12:31:06.403287 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.v2.resource_helper [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Service CORE assigned prefix: {{(pid=105576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 12:31:06.403614 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 12:31:06.403946 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING neutron.quota.resource_registry [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] subnetpool is already registered Jul 25 12:31:06.404408 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: extensions {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.405939 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: address-groups {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.407440 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: address-scopes {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.408770 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: agents {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.410542 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: auto-allocated-topology {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.411801 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: availability_zones {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.413036 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: dhcp-networks {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.414619 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: dhcp-agents {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.416088 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: routers {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.417810 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: flavors {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.419104 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: service_profiles {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.420330 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: next_providers {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.421804 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: service_profiles {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.423420 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: floatingip-pools {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.424691 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: routers {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.426425 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: floatingips {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.427714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: l3-routers {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.429121 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: l3-agents {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.430603 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: metering-labels {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.431870 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: metering-label-rules {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.433273 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: network-ip-availabilities {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.434598 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: bindings {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.436201 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: quotas {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.438773 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: quotas {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.440352 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: rbac-policies {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.441575 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: security-groups {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.442931 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: security-group-rules {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.444238 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: service-providers {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.445678 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: subnetpools {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.447055 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: subnetpools {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.448610 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.450347 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.452379 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.454207 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.456448 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.458530 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.460279 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.462230 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.464002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.465783 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron.api.extensions [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Extended resource: tags {{(pid=105576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 12:31:06.472582 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING keystonemiddleware.auth_token [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 12:31:06.477728 dv-cinder-825492-28-iscsi neutron-server[105576]: WARNING keystonemiddleware.auth_token [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 12:31:06.486781 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Acquired lock "singleton_lock" {{(pid=105576) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 12:31:06.487279 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_concurrency.lockutils [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Releasing lock "singleton_lock" {{(pid=105576) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 12:31:06.487932 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Starting 2 workers Jul 25 12:31:06.492767 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Started child 105685 {{(pid=105576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:31:06.497188 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Started child 105686 {{(pid=105576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:31:06.498224 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.498834 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO neutron.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 12:31:06.499475 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.499762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [-] (105685) wsgi starting up on http://0.0.0.0:9696 Jul 25 12:31:06.501839 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Starting 1 workers Jul 25 12:31:06.501970 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.503434 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [-] (105686) wsgi starting up on http://0.0.0.0:9696 Jul 25 12:31:06.507088 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Started child 105687 {{(pid=105576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:31:06.507605 dv-cinder-825492-28-iscsi neutron-server[105576]: INFO oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Starting 1 workers Jul 25 12:31:06.510907 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] calling RpcWorker wait() {{(pid=105687) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 12:31:06.511438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] returning from RpcWorker wait() {{(pid=105687) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 12:31:06.512022 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Started child 105688 {{(pid=105576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 12:31:06.512746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.512858 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG neutron_lib.callbacks.manager [None req-464c89d4-87ae-4394-90da-2a2b0b728705 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.513288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:06.514831 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105576) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 12:31:06.515039 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:31:06.515243 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:31:06.515481 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:31:06.515776 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:31:06.515958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:31:06.516564 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.516855 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.517147 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.517435 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.518014 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.518244 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:06.519248 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.519248 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.519393 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.519573 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.519748 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.519919 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.520112 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:06.520199 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.520413 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.520786 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.521073 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.521312 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.521537 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.521709 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.522002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.522257 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.522527 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.522828 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] debug = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.523106 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.523606 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.523871 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.524134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.524360 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.524645 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.524893 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.525151 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.525399 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.525640 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.525886 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.526173 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.526417 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.526653 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.526886 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.527134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.527357 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.527859 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] host = dv-cinder-825492-28-iscsi {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.528099 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.528337 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.528604 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.528856 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.529109 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.529324 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.529584 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.529852 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.530120 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.530363 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.530613 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.530841 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.531096 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.531346 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.531511 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_options = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.531759 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.532037 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.532303 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.532505 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.532676 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.532860 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.533101 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.533265 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.533513 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.533753 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.535654 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.535654 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.535870 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.535954 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.536178 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.536527 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.536647 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.536883 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.537143 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.537394 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.537641 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.537892 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.538202 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.538379 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.538616 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.538831 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.539626 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.539626 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.539626 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.540549 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.540549 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.540549 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.540549 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542266 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542736 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542736 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.542884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.543884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.543884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.543884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.543884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_json = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.543884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.544269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.544269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.545017 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.545154 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.545400 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.545622 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.545884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.546136 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.548743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.549232 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.549232 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.549378 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.550121 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.550121 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.550926 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.550926 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.551119 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.551460 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.551737 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553080 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553080 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553080 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553080 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553416 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.553498 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.554059 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.554349 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.555827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.555827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.555827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.555827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.555827 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.556215 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.556215 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.556430 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.556683 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.556941 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.557491 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.557491 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.557658 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.557851 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.558107 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.558365 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.558606 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.558842 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.559071 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.559287 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.559603 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.559941 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.560272 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.560532 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.560978 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.561343 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.561703 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.562107 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.562489 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.562899 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.563303 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.563695 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.564070 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.564469 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.564869 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.565297 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.565547 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.565808 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.566073 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.566316 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.566540 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.566764 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.567030 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.567373 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.567826 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.568229 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.568604 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.568825 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.569045 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.569401 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.569700 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.569948 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.570184 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.570440 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.570874 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.571103 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.571321 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.571539 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.571777 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.572001 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.572226 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.572443 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.572655 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.573016 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.573379 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.573623 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.574134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.574536 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.574937 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.575317 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.575718 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.576112 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.576501 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.576891 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.577291 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.577537 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.577814 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.578114 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.578364 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.578620 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.578812 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.579053 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.579461 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.579872 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.580269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.580678 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.581586 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.582007 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.582405 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.582789 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.583191 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.583468 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.583706 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.583948 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.584172 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.584433 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.584687 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.584975 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.585229 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.585518 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.585743 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.586047 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.586366 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.586624 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.586904 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.587178 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.587433 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.587714 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.587967 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.588218 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.588469 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.588726 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.588946 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.589207 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.589445 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.589852 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.590300 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.590621 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.590857 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.591095 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.591312 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.591592 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.591856 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.592100 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.592371 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.592629 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.592869 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.593128 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.593378 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.593650 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.593989 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.594304 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.594644 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.594868 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.595225 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.595610 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.595852 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.596093 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.596352 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.597164 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.597414 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.597660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.597884 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.598159 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.598397 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.598628 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.598868 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.599113 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.599334 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.599554 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.599778 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.600026 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.600284 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.600512 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.600785 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.601070 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.601285 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.601517 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.601751 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.602062 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.602282 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.602539 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.602778 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.603002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.603219 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.603749 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.603749 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.603919 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.604072 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.604286 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.604525 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.604781 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.605357 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.605627 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.605839 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.606127 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.606370 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.606607 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.606829 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.607048 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.607290 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.607502 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.607735 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.607953 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.608208 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.608425 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.608642 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.608856 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.609130 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.609372 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.609614 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.609850 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.610096 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.610314 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.610531 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.610747 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.610960 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.611171 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.611385 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.611606 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.611817 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.612154 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.612436 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.612680 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.612938 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.613208 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.613446 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.613692 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.613940 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.614143 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.614367 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.614647 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.614801 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.615027 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.615238 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.615450 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.615670 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.615887 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.616097 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.616356 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.616570 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.616780 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.617003 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.617226 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.617436 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.617660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.618237 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.618237 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.618431 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.618612 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.618799 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:06.618898 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.619037 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.619247 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.619458 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.619679 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.619896 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.620104 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.620413 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.620663 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.620899 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.621182 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.621418 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.621669 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.622081 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.622789 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.623011 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.623258 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.623508 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.623748 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.623973 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.624231 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.624560 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.624841 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.625091 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.625356 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.625628 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.625903 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.626196 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.626419 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.626718 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.627050 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.627329 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.627582 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.628351 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.628602 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.628826 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.629043 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.629281 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.629528 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.629746 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.630007 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.630240 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.630466 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.630705 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.630934 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.631153 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.631377 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.631588 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.631808 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.632024 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.632182 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:31:06.632716 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105576) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 12:31:06.632874 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 12:31:06.633028 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 12:31:06.633196 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 12:31:06.633367 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 12:31:06.633521 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 12:31:06.633886 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634073 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634262 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634414 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634577 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634740 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.634905 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635066 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635215 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635373 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635533 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635691 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.635849 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636507 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636604 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636766 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.636930 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637091 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637250 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] debug = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637411 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637628 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637796 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.637973 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638134 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638294 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638452 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638611 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638769 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.638928 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639086 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639245 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639403 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639562 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639719 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.639877 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640036 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640195 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] host = dv-cinder-825492-28-iscsi {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640354 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640513 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640672 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640830 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.640988 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641147 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641306 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641465 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641625 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641786 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.641963 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.642124 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.642284 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.642444 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.642605 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_options = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.643075 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.643319 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.644033 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.644170 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.644308 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.644463 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.644848 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645079 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645243 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645391 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645535 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645669 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645802 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.645958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646110 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646244 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646387 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646520 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646653 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646798 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.646927 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647087 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647246 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647405 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647565 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647772 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.647899 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648019 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648149 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648304 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648463 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648621 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648781 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.648940 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649099 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649259 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649418 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649578 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649742 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.649902 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.650081 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.650240 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.650399 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.650556 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.650716 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651285 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651285 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_json = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651285 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651660 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651963 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.651963 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.652104 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.652201 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.652363 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 12:31:06.652526 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.652689 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.652861 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.653024 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.653186 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.653729 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.653729 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.653729 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654059 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654059 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654299 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654447 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654590 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654751 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.654956 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655131 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655275 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655359 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655524 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655684 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.655846 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656019 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656181 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656343 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656505 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656666 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656834 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.656999 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.657166 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.657341 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.657504 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.657669 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.657830 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658015 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658180 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658342 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658505 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658675 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.658840 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659023 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659186 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659349 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659512 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659679 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.659843 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660009 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660141 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660306 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660469 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660632 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660795 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.660944 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661110 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661272 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661436 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661596 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661768 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.661947 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662112 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662273 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662437 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662598 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662761 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.662922 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663083 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663245 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663407 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663580 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663742 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.663903 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664064 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664227 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664389 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664550 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664712 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.664874 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665046 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665236 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665342 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665492 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665652 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.665814 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666006 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666170 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666332 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666494 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666655 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666816 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.666984 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667145 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667323 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667485 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667645 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667805 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.667967 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668130 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668291 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668453 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668614 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668779 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.668939 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669101 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669264 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669425 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669587 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669747 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.669907 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670088 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670250 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670410 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670570 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670730 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.670891 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671052 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671213 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671374 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671538 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671698 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.671859 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672018 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672180 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672350 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672511 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672676 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.672837 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673004 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673174 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673336 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673497 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673658 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.673819 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674000 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674164 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674324 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674484 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674669 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.674832 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675005 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675167 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675329 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675490 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675672 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675833 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.675992 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676191 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676311 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676471 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676632 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676793 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.676958 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677118 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677279 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677442 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677604 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677766 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.677942 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678107 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678272 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678433 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678595 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678758 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.678920 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679080 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679243 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679403 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679565 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679726 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.679887 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680048 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680210 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680372 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680533 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680693 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.680853 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681013 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681173 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681332 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681493 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681658 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.681819 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682167 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682329 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682489 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682652 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682819 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.682982 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683144 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683306 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683466 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683629 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683790 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.683952 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684114 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684275 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684435 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684612 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684773 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.684935 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685097 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685258 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685418 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685579 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685741 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.685902 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686083 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686246 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686407 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686567 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686727 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.686892 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687053 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687218 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687382 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687544 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687705 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.687866 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688027 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688252 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688344 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688496 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688656 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688818 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.688979 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689141 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689312 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689473 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689632 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689793 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.689974 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.690136 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.690840 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691002 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691163 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691323 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691485 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691645 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691815 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.691976 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692138 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692308 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692980 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692980 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692980 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.692980 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693296 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693296 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693437 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693513 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693648 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693808 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.693991 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694152 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694314 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694474 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694644 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694805 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.694965 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695126 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695287 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695448 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695617 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695780 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.695941 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696109 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696269 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696428 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696591 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696764 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.696926 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697091 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697253 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697419 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697583 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697749 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.697933 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698106 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698274 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698440 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698610 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698781 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.698952 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699113 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699281 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699453 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699614 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699775 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.699935 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700095 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700256 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700416 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700568 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700727 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.700887 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701048 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701204 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701357 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701518 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701678 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.701839 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.702030 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.702192 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.702353 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.702514 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 12:31:06.702667 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 12:31:06.829974 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 42848) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:06.839405 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063615 Jul 25 12:31:15.984156 dv-cinder-825492-28-iscsi neutron-server[105576]: DEBUG dbcounter [-] [105576] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:17.898275 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fcce5a-fc3f-4a56-b7ad-b36c63e73091 None None] get_active_networks_info from dv-cinder-825492-28-iscsi {{(pid=105687) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 12:31:17.904192 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writer thread running {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:31:18.025137 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcce5a-fc3f-4a56-b7ad-b36c63e73091 None None] No non-hosted networks {{(pid=105687) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 12:31:18.027876 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f307-4d9d-4768-b31f-cf6964c75917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:19.500400 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writer thread running {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:31:20.109389 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-02647b55-1f66-481d-8d5b-ab0eaee55f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:20.153173 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b0a40f9f-c151-4e13-9803-1a8187a76032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:21.089101 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 42914) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:21.256186 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:21.661616 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING oslo_policy.policy [None req-da33bdb8-b4e5-423e-b98a-59bf4485ef60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:21.662248 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING oslo_policy.policy [None req-da33bdb8-b4e5-423e-b98a-59bf4485ef60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:21.887227 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [None req-da33bdb8-b4e5-423e-b98a-59bf4485ef60 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:31:21.892915 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-da33bdb8-b4e5-423e-b98a-59bf4485ef60 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7983382 Jul 25 12:31:22.574556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:23.041220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:23.042019 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.042358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.042686 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.043008 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.043327 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.043652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.043959 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.044343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.044664 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.044994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.045325 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.045644 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.046000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.046316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.046625 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:23.047029 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825492-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:23.057302 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825492-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:24.295488 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 42952) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:24.658273 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:24.750627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.policy [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105685) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 12:31:24.794265 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING oslo_policy.policy [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:24.794906 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING oslo_policy.policy [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:24.817123 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writer thread running {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:31:24.903278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260278831', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260278331', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260262107', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260270389', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260375775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781260383553', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-624420', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815634', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1906194', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1964308'] for rbac-policy (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:24.976398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:24.977565 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ff0c1890-37e8-44ec-808e-561d2f03204e admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6810918 Jul 25 12:31:26.308295 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.db.l3_hamode_db [None req-6e6c1b35-5e42-49f5-b9c0-d72eb653c3dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 12:31:26.385331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c1b35-5e42-49f5-b9c0-d72eb653c3dc None None] Routers set() bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:31:26.385711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c1b35-5e42-49f5-b9c0-d72eb653c3dc None None] Router IDs set() for agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 12:31:27.198409 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 42964) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:27.711580 dv-cinder-825492-28-iscsi neutron-server[105686]: WARNING oslo_policy.policy [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:27.712116 dv-cinder-825492-28-iscsi neutron-server[105686]: WARNING oslo_policy.policy [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:27.928609 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:27.941341 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writer thread running {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 12:31:27.983543 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Made reservation on behalf of e080e6f49f52471c81ff5d29b80d3bb1 for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:31:28.046484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.policy [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105686) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 12:31:28.089699 dv-cinder-825492-28-iscsi neutron-server[105686]: WARNING oslo_policy.policy [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:28.090097 dv-cinder-825492-28-iscsi neutron-server[105686]: WARNING oslo_policy.policy [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 12:31:28.101010 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.123322 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.242079 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks [] for security_group (3abc8e81-9803-484c-8164-a3e64d4b916e), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.245710 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (3abc8e81-9803-484c-8164-a3e64d4b916e), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.272244 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:31:28.305599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781259252354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (3e7d1c75-5833-4891-9b60-e07351dc23cf), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.306206 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Unsubscribe: segment precommit_create {{(pid=105686) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 12:31:28.306763 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Added segment 3e7d1c75-5833-4891-9b60-e07351dc23cf of type vlan for network 34cb5d99-b518-449f-9300-8f57a0150888 Jul 25 12:31:28.345130 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc8e81-9803-484c-8164-a3e64d4b916e,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:28.381071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.381408 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.381767 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.382143 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.382483 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.382805 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.383125 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.383443 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.383775 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.384097 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.384413 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.384728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.385041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.385357 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.385666 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Tracked resource versions report: Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: pushed versions: Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: { 'AddressGroup': {'1.2'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Agent': {'1.1'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'ConntrackHelper': {'1.0'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Log': {'1.0'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'NDPProxy': {'1.0'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Network': {'1.1'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Port': {'1.7'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'PortForwarding': {'1.3'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'QosPolicy': {'1.10'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroup': {'1.5'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SubPort': {'1.0'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Subnet': {'1.1'}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Trunk': {'1.1'}} Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: consumer versions: Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Agent': '1.1', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'ConntrackHelper': '1.0', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'LocalIPAssociation': '1.0', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Log': '1.0', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'NDPProxy': '1.0', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Network': '1.1', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Port': '1.7', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'PortForwarding': '1.3', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'QosPolicy': '1.10', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroup': '1.5', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroupRule': '1.2', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SubPort': '1.0', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Subnet': '1.1', Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Trunk': '1.1'}} Jul 25 12:31:28.387149 dv-cinder-825492-28-iscsi neutron-server[105686]: {{(pid=105686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:31:28.417665 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (34cb5d99-b518-449f-9300-8f57a0150888), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.461015 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (34cb5d99-b518-449f-9300-8f57a0150888), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.466223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:28.466926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:28.559759 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3594191 Jul 25 12:31:28.589594 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248c67-e1dd-476f-bed1-a0974015ea19 demo demo] Pushing event updated for resources: {'Network': ['ID=34cb5d99-b518-449f-9300-8f57a0150888,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:28.602315 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 34cb5d99-b518-449f-9300-8f57a0150888 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:31:30.812265 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 42984) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:31.223576 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5eeba3-2874-4cf4-87d5-22b62ca01999 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:31.224923 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0d5eeba3-2874-4cf4-87d5-22b62ca01999 demo admin] 10.222.0.60 "GET /v2.0/networks/34cb5d99-b518-449f-9300-8f57a0150888 HTTP/1.1" status: 200 len: 825 time: 0.4117308 Jul 25 12:31:31.264967 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-80aed1a4-2020-4ddd-8341-3a4fcd61bd99 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/ace35b41-2e44-41fe-8e56-7ada08e3c8d1 HTTP/1.1" status: 200 len: 734 time: 0.0340958 Jul 25 12:31:31.273665 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:31.295483 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Made reservation on behalf of e080e6f49f52471c81ff5d29b80d3bb1 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:31:31.297944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:31.300798 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:31.580110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:31.596746 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (bb5fea54-7e71-482e-b4e6-f7e7537d0ac9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:31.664903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Pushing event updated for resources: {'Subnet': ['ID=bb5fea54-7e71-482e-b4e6-f7e7537d0ac9,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:31.674236 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Checking segment: {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:31:31.674618 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Network hostable DHCP agents. Network: 34cb5d99-b518-449f-9300-8f57a0150888, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:31:31.695556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Network 34cb5d99-b518-449f-9300-8f57a0150888 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:31:31.707351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 34cb5d99-b518-449f-9300-8f57a0150888) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:31.712957 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:31.714506 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:31.716134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c774f-d729-4897-8cbe-9ec9bad22d43 None None] Network 34cb5d99-b518-449f-9300-8f57a0150888 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:31:31.734183 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fa0c6d70-d48d-4095-809b-d570c9c0b81f demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4637108 Jul 25 12:31:31.978358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-34cb5d99-b518-449f-9300-8f57a0150888', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:31:31.979930 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.259439 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Allocated IP 172.20.0.2 (34cb5d99-b518-449f-9300-8f57a0150888/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9/838e1fb2-89a3-4403-81ab-d3b08b38c99f) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:31:32.404726 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:32.526558 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks [] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.534291 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.603618 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:32.616462 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Network 34cb5d99-b518-449f-9300-8f57a0150888 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:31:32.620827 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:32.622962 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Pushing event updated for resources: {'Port': ['ID=838e1fb2-89a3-4403-81ab-d3b08b38c99f,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:32.628465 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:31:32.636806 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.637149 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.637499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.637848 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.638198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.638521 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.638839 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.639173 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.639486 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.639807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.640124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.640446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.640755 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.641072 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.641381 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Tracked resource versions report: Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: pushed versions: Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: { 'AddressGroup': {'1.2'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Agent': {'1.1'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'ConntrackHelper': {'1.0'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Log': {'1.0'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'NDPProxy': {'1.0'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Network': {'1.1'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Port': {'1.7'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'PortForwarding': {'1.3'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'QosPolicy': {'1.10'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroup': {'1.5'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SubPort': {'1.0'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Subnet': {'1.1'}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Trunk': {'1.1'}} Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: consumer versions: Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Agent': '1.1', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'ConntrackHelper': '1.0', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'LocalIPAssociation': '1.0', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Log': '1.0', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'NDPProxy': '1.0', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Network': '1.1', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Port': '1.7', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'PortForwarding': '1.3', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'QosPolicy': '1.10', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroup': '1.5', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroupRule': '1.2', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SubPort': '1.0', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Subnet': '1.1', Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Trunk': '1.1'}} Jul 25 12:31:32.642835 dv-cinder-825492-28-iscsi neutron-server[105687]: {{(pid=105687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:31:32.720494 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Attempting to bind port 838e1fb2-89a3-4403-81ab-d3b08b38c99f on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:31:32.721234 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Attempting to bind port 838e1fb2-89a3-4403-81ab-d3b08b38c99f by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:31:32.721362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Attempting to bind port 838e1fb2-89a3-4403-81ab-d3b08b38c99f on network 34cb5d99-b518-449f-9300-8f57a0150888 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:31:32.726699 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:31:32.727077 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Checking segment: {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:31:32.727533 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.727915 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Bound using segment: {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:31:32.728413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Bound port: 838e1fb2-89a3-4403-81ab-d3b08b38c99f, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:31:32.728817 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.787266 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] For port 838e1fb2-89a3-4403-81ab-d3b08b38c99f, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:31:32.806373 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] For port 838e1fb2-89a3-4403-81ab-d3b08b38c99f, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=838e1fb2-89a3-4403-81ab-d3b08b38c99f,segment=NetworkSegment(3e7d1c75-5833-4891-9b60-e07351dc23cf),segment_id=3e7d1c75-5833-4891-9b60-e07351dc23cf)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:31:32.813071 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:32.869820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0aad5-e368-45a2-9910-0dbf3d155260 None None] Pushing event updated for resources: {'Port': ['ID=838e1fb2-89a3-4403-81ab-d3b08b38c99f,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:33.985117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 42996) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:34.326071 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [None req-aaef4cfc-3afe-418d-88d2-709a9c4fa113 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:31:34.327078 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-aaef4cfc-3afe-418d-88d2-709a9c4fa113 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3410034 Jul 25 12:31:34.578206 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:34.590082 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:34.969440 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=12,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:34.970760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=21,neutron:INSERT=32,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:36.582782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43012) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:36.912820 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [None req-dab89131-c6bd-482a-9f66-a27ee4a83b0a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:31:36.913794 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-dab89131-c6bd-482a-9f66-a27ee4a83b0a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3300259 Jul 25 12:31:39.159537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43020) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:39.488609 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:39.518152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (59020b1e-fa2d-4884-b1c4-daf1deb90195), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:39.519781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (59020b1e-fa2d-4884-b1c4-daf1deb90195), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:39.687080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Publish callbacks [] for router_controller (59020b1e-fa2d-4884-b1c4-daf1deb90195), precommit_add_association {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:39.694221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (59020b1e-fa2d-4884-b1c4-daf1deb90195), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:39.723456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:39.725595 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c4200ecf-07c6-4c0c-b4b8-1202a06b0667 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5648885 Jul 25 12:31:40.900752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 838e1fb2-89a3-4403-81ab-d3b08b38c99f up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:31:40.945161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ca2cd-238c-4ca0-bcc3-d16f9333c550 None None] Network 34cb5d99-b518-449f-9300-8f57a0150888 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:31:41.047970 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 838e1fb2-89a3-4403-81ab-d3b08b38c99f triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:41.048903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:41.052705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Provisioning complete for port 838e1fb2-89a3-4403-81ab-d3b08b38c99f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:41.053082 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:41.264071 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:41.264468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:41.267716 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:41.268087 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:41.320544 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 838e1fb2-89a3-4403-81ab-d3b08b38c99f, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=838e1fb2-89a3-4403-81ab-d3b08b38c99f,segment=NetworkSegment(3e7d1c75-5833-4891-9b60-e07351dc23cf),segment_id=3e7d1c75-5833-4891-9b60-e07351dc23cf)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:31:41.325279 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:41.393152 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.db.api [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:31:41.393835 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG oslo_db.api [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:31:41.397970 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=838e1fb2-89a3-4403-81ab-d3b08b38c99f,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:41.727239 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:41.728046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=4,neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:41.923528 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:41.925906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1b493078-1121-4e7d-ab8d-9533ee746eb6 None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:41.956009 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43036) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:42.042540 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-ee98bbdc-7556-490e-9ba0-8877a4ca32d2 None None] Provisioning complete for port 838e1fb2-89a3-4403-81ab-d3b08b38c99f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:42.042937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbdc-7556-490e-9ba0-8877a4ca32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:42.045176 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:42.115403 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-ee98bbdc-7556-490e-9ba0-8877a4ca32d2 None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:42.277637 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [None req-300f86d3-d419-4b10-923a-d932883e2a66 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:31:42.278638 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-300f86d3-d419-4b10-923a-d932883e2a66 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3217142 Jul 25 12:31:42.880022 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 838e1fb2-89a3-4403-81ab-d3b08b38c99f up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:31:42.922437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 838e1fb2-89a3-4403-81ab-d3b08b38c99f triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:42.922823 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:42.994390 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:44.521387 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43044) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:44.837873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:44.859756 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Made reservation on behalf of 61157336119141239b389248fadfbdf0 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:31:44.863046 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:44.878551 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:44.980602 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks [] for security_group (d74b53dd-8a78-4d13-a9b2-95522536a08a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:44.984081 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d74b53dd-8a78-4d13-a9b2-95522536a08a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:44.995839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Reserving flat network on physical network physnet1 {{(pid=105685) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 12:31:45.030264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781259252354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (489e7266-b338-4f57-b6e4-b732233b63ea), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:45.030823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Unsubscribe: segment precommit_create {{(pid=105685) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 12:31:45.031365 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Added segment 489e7266-b338-4f57-b6e4-b732233b63ea of type flat for network 25872221-f832-4b0e-9fae-d27f86db27dd Jul 25 12:31:45.048698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b53dd-8a78-4d13-a9b2-95522536a08a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:45.089120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.089461 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.089807 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.090167 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.090493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.090816 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.091138 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.091456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.091786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.092107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.092422 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.092735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.093047 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.093358 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.093666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Tracked resource versions report: Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: pushed versions: Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: { 'AddressGroup': {'1.2'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Agent': {'1.1'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'ConntrackHelper': {'1.0'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Log': {'1.0'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'NDPProxy': {'1.0'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Network': {'1.1'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Port': {'1.7'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'PortForwarding': {'1.3'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'QosPolicy': {'1.10'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroup': {'1.5'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SubPort': {'1.0'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Subnet': {'1.1'}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Trunk': {'1.1'}} Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: consumer versions: Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Agent': '1.1', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'ConntrackHelper': '1.0', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'LocalIPAssociation': '1.0', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Log': '1.0', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'NDPProxy': '1.0', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Network': '1.1', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Port': '1.7', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'PortForwarding': '1.3', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'QosPolicy': '1.10', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroup': '1.5', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroupRule': '1.2', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SubPort': '1.0', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Subnet': '1.1', Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Trunk': '1.1'}} Jul 25 12:31:45.095587 dv-cinder-825492-28-iscsi neutron-server[105685]: {{(pid=105685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:31:45.140911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (25872221-f832-4b0e-9fae-d27f86db27dd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:45.188941 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (25872221-f832-4b0e-9fae-d27f86db27dd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:45.190128 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:45.190838 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:45.270651 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7481821 Jul 25 12:31:45.292101 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065adb0d-d0a2-4524-a241-bd1002bd75df admin admin] Pushing event updated for resources: {'Network': ['ID=25872221-f832-4b0e-9fae-d27f86db27dd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:45.302510 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 25872221-f832-4b0e-9fae-d27f86db27dd details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:31:47.492429 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43056) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:47.868185 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c1170-5cdd-4f31-a936-95de59067857 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:47.870734 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-146c1170-5cdd-4f31-a936-95de59067857 demo admin] 10.222.0.60 "GET /v2.0/subnets/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9 HTTP/1.1" status: 200 len: 849 time: 0.3761926 Jul 25 12:31:47.874869 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7d59d4bc-accb-43ca-8cd8-e2714f922f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:48.037745 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f567e6c9-7ffe-438d-8ea8-c01b4e876aa8 demo admin] 10.222.0.60 "GET /v2.0/routers/59020b1e-fa2d-4884-b1c4-daf1deb90195 HTTP/1.1" status: 200 len: 704 time: 0.1613965 Jul 25 12:31:48.301244 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:48.559492 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:31:48.587607 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Allocated IP 172.20.0.1 (34cb5d99-b518-449f-9300-8f57a0150888/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9/e6ca069f-7adb-4b91-b531-046b83bff2bf) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:31:48.738337 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks [] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:48.797018 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:48.872436 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Network 34cb5d99-b518-449f-9300-8f57a0150888 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:31:48.881842 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:48.886489 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:31:48.887385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (59020b1e-fa2d-4884-b1c4-daf1deb90195), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:48.906260 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Pushing event updated for resources: {'Port': ['ID=e6ca069f-7adb-4b91-b531-046b83bff2bf,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:49.030860 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:49.076951 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b14a5035-27fb-4745-8234-c55eb8b6ffb8 None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:49.077492 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b14a5035-27fb-4745-8234-c55eb8b6ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.107940 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b14a5035-27fb-4745-8234-c55eb8b6ffb8 None None] Port e6ca069f-7adb-4b91-b531-046b83bff2bf cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:31:49.135346 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.203954 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:49.341031 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks [] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.346484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.347280 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (59020b1e-fa2d-4884-b1c4-daf1deb90195), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.429402 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Pushing event updated for resources: {'Port': ['ID=e6ca069f-7adb-4b91-b531-046b83bff2bf,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:49.475078 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Network 34cb5d99-b518-449f-9300-8f57a0150888 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:31:49.476368 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:49.627474 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-4e13d231-4959-4694-ad64-a3a88565a838 None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:49.627859 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-4e13d231-4959-4694-ad64-a3a88565a838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:49.633537 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Router 59020b1e-fa2d-4884-b1c4-daf1deb90195 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:31:49.660651 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-4e13d231-4959-4694-ad64-a3a88565a838 None None] Port e6ca069f-7adb-4b91-b531-046b83bff2bf cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:31:49.726588 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:31:49.731938 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-366f2558-2fa8-41ff-9055-eef49e04b63b demo admin] 10.222.0.60 "PUT /v2.0/routers/59020b1e-fa2d-4884-b1c4-daf1deb90195/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6887963 Jul 25 12:31:49.749304 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Sync routers for ids ['59020b1e-fa2d-4884-b1c4-daf1deb90195'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:31:49.761795 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Routers {'59020b1e-fa2d-4884-b1c4-daf1deb90195'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:31:49.762638 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:31:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['59020b1e-fa2d-4884-b1c4-daf1deb90195'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:49.938095 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Set router 59020b1e-fa2d-4884-b1c4-daf1deb90195 gateway port host: None {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:31:50.107239 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dd118a17-dc0f-46b9-824e-834fa59b5706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:50.355285 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:49Z', 'revision_number': 2, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port_host': None, '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:49Z', 'revision_number': 2, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:50.405146 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Checking router: 59020b1e-fa2d-4884-b1c4-daf1deb90195 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:31:50.405503 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Updating router 59020b1e-fa2d-4884-b1c4-daf1deb90195 port e6ca069f-7adb-4b91-b531-046b83bff2bf binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:31:50.465652 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:50.966255 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks [] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:50.972278 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.141300 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Pushing event updated for resources: {'Port': ['ID=e6ca069f-7adb-4b91-b531-046b83bff2bf,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:51.154689 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.155026 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.155364 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.155696 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.156018 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.156334 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.156645 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.156985 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.157338 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.157655 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.157987 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.158315 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.158623 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.158929 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.159235 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Tracked resource versions report: Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: pushed versions: Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: { 'AddressGroup': {'1.2'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Agent': {'1.1'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'ConntrackHelper': {'1.0'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Log': {'1.0'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'NDPProxy': {'1.0'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Network': {'1.1'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Port': {'1.7'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'PortForwarding': {'1.3'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'QosPolicy': {'1.10'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroup': {'1.5'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SubPort': {'1.0'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Subnet': {'1.1'}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Trunk': {'1.1'}} Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: consumer versions: Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Agent': '1.1', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'ConntrackHelper': '1.0', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'LocalIPAssociation': '1.0', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Log': '1.0', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'NDPProxy': '1.0', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Network': '1.1', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Port': '1.7', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'PortForwarding': '1.3', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'QosPolicy': '1.10', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroup': '1.5', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroupRule': '1.2', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SubPort': '1.0', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Subnet': '1.1', Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Trunk': '1.1'}} Jul 25 12:31:51.160645 dv-cinder-825492-28-iscsi neutron-server[105688]: {{(pid=105688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:31:51.166674 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Attempting to bind port e6ca069f-7adb-4b91-b531-046b83bff2bf on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:31:51.167060 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Attempting to bind port e6ca069f-7adb-4b91-b531-046b83bff2bf by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:31:51.167488 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Attempting to bind port e6ca069f-7adb-4b91-b531-046b83bff2bf on network 34cb5d99-b518-449f-9300-8f57a0150888 {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:31:51.172771 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:31:51.173166 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Checking segment: {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:31:51.173723 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.174144 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Bound using segment: {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:31:51.174633 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Bound port: e6ca069f-7adb-4b91-b531-046b83bff2bf, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d1c75-5833-4891-9b60-e07351dc23cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:31:51.175020 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.189700 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-3391b4d6-9b6b-4a0c-8e2a-e83630a5570a None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:51.191271 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3391b4d6-9b6b-4a0c-8e2a-e83630a5570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.221576 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:51.242680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-3391b4d6-9b6b-4a0c-8e2a-e83630a5570a None None] Port e6ca069f-7adb-4b91-b531-046b83bff2bf cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:31:51.244042 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] For port e6ca069f-7adb-4b91-b531-046b83bff2bf, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:31:51.245162 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.267479 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] For port e6ca069f-7adb-4b91-b531-046b83bff2bf, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=e6ca069f-7adb-4b91-b531-046b83bff2bf,segment=NetworkSegment(3e7d1c75-5833-4891-9b60-e07351dc23cf),segment_id=3e7d1c75-5833-4891-9b60-e07351dc23cf)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:31:51.273792 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.299212 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:51.337315 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf3b77-49ad-429a-ab21-6ffc9b624027 None None] Pushing event updated for resources: {'Port': ['ID=e6ca069f-7adb-4b91-b531-046b83bff2bf,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:51.340206 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Routers {'59020b1e-fa2d-4884-b1c4-daf1deb90195'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:31:51.340823 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:31:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['59020b1e-fa2d-4884-b1c4-daf1deb90195'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:51.427369 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] Set router 59020b1e-fa2d-4884-b1c4-daf1deb90195 gateway port host: None {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:31:51.561235 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:51.561629 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.621631 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:49Z', 'revision_number': 2, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port_host': None, '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:51Z', 'revision_number': 4, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:51.636146 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Current status of the port e6ca069f-7adb-4b91-b531-046b83bff2bf is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:51.636537 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.652033 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e400e4f-1f6a-438a-aa33-1aa8b9acae19 None None] The sync data for ids ['59020b1e-fa2d-4884-b1c4-daf1deb90195'] in dv-cinder-825492-28-iscsi is: [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:49Z', 'revision_number': 2, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port_host': None, '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:51Z', 'revision_number': 4, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:31:51.671631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] For port e6ca069f-7adb-4b91-b531-046b83bff2bf, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=e6ca069f-7adb-4b91-b531-046b83bff2bf,segment=NetworkSegment(3e7d1c75-5833-4891-9b60-e07351dc23cf),segment_id=3e7d1c75-5833-4891-9b60-e07351dc23cf)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:31:51.677403 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:51.728976 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b0ee4-f0f4-48ba-8a7f-bbb7e403822d None None] Pushing event updated for resources: {'Port': ['ID=e6ca069f-7adb-4b91-b531-046b83bff2bf,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:51.974777 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43066) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:52.369058 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98710003-0e38-4700-9597-33fe53c3b9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:52.370460 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-98710003-0e38-4700-9597-33fe53c3b9e4 admin admin] 10.222.0.60 "GET /v2.0/networks/25872221-f832-4b0e-9fae-d27f86db27dd HTTP/1.1" status: 200 len: 842 time: 0.3947291 Jul 25 12:31:52.379820 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:52.399053 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Made reservation on behalf of 61157336119141239b389248fadfbdf0 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:31:52.401343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:52.506604 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:52.527723 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:52.657990 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:52.675091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.objects.ports [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105686) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 12:31:52.675512 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (ad325fde-6df5-4200-a280-10459bbacbce), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:52.725771 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad325fde-6df5-4200-a280-10459bbacbce,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:52.740611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:31:52.740958 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Network hostable DHCP agents. Network: 25872221-f832-4b0e-9fae-d27f86db27dd, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:31:52.758564 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:31:52.769299 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 25872221-f832-4b0e-9fae-d27f86db27dd) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:52.773319 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:52.773952 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:52.783153 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b6c08-64e7-4740-813a-faf6d5501965 None None] Network 25872221-f832-4b0e-9fae-d27f86db27dd requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:31:52.798999 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c5f28b1d-fa49-4f02-9705-c53192efffcb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4171135 Jul 25 12:31:52.901518 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f60817b-d273-46e4-aefb-23b77dbf3b4b None None] Network 25872221-f832-4b0e-9fae-d27f86db27dd requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:31:52.967100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:52.969283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:53.040318 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:55.076125 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43076) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:31:55.262400 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=49,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:55.289410 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=44,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:55.667218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-534afdd4-95a0-4f66-bc2a-12693d85282d demo admin] 10.222.0.60 "GET /v2.0/routers/59020b1e-fa2d-4884-b1c4-daf1deb90195 HTTP/1.1" status: 200 len: 710 time: 0.5899682 Jul 25 12:31:55.821365 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a97013-cab9-4f68-98cc-96fa9dc813cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:31:55.822773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-06a97013-cab9-4f68-98cc-96fa9dc813cd demo admin] 10.222.0.60 "GET /v2.0/networks/25872221-f832-4b0e-9fae-d27f86db27dd HTTP/1.1" status: 200 len: 886 time: 0.1500595 Jul 25 12:31:55.831510 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:31:56.074988 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks [] for router_gateway (59020b1e-fa2d-4884-b1c4-daf1deb90195), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.299787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks [] for router_gateway (59020b1e-fa2d-4884-b1c4-daf1deb90195), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.378882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.615213 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Allocated IP 172.27.1.73 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/33d315f2-8ba5-4136-b1a6-2f700a497c62) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:31:56.709785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:56.728769 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks [] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.789209 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:56.792706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:56.898370 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device e6ca069f-7adb-4b91-b531-046b83bff2bf up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:31:56.931851 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:31:56.940509 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:31:56.944443 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:31:56.947535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Pushing event updated for resources: {'Port': ['ID=33d315f2-8ba5-4136-b1a6-2f700a497c62,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:56.948671 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:31:56.949201 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:57.033208 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port e6ca069f-7adb-4b91-b531-046b83bff2bf is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:31:57.213846 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks [] for router_gateway (59020b1e-fa2d-4884-b1c4-daf1deb90195), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:57.397189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1715005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1765'] for router (59020b1e-fa2d-4884-b1c4-daf1deb90195), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:57.401520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1714980'] for router (59020b1e-fa2d-4884-b1c4-daf1deb90195), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:57.508251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Router 59020b1e-fa2d-4884-b1c4-daf1deb90195 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:31:57.611396 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:31:57.615773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:57.629942 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1c5b8875-067b-42d4-8a13-7d636a64f135 demo admin] 10.222.0.60 "PUT /v2.0/routers/59020b1e-fa2d-4884-b1c4-daf1deb90195 HTTP/1.1" status: 200 len: 889 time: 1.7885368 Jul 25 12:31:57.983961 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Sync routers for ids ['59020b1e-fa2d-4884-b1c4-daf1deb90195'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:31:57.997085 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Routers {'59020b1e-fa2d-4884-b1c4-daf1deb90195'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:31:57.997743 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:31:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['59020b1e-fa2d-4884-b1c4-daf1deb90195'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:58.200610 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Set router 59020b1e-fa2d-4884-b1c4-daf1deb90195 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:31:58.652984 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:57Z', 'revision_number': 4, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port': {'id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:56Z', 'updated_at': '2022-07-25T12:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:51Z', 'revision_number': 5, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:58.701594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Checking router: 59020b1e-fa2d-4884-b1c4-daf1deb90195 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:31:58.701958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Updating router 59020b1e-fa2d-4884-b1c4-daf1deb90195 port 33d315f2-8ba5-4136-b1a6-2f700a497c62 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:31:58.753092 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.069113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks [] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.074232 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.117229 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:59.125187 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:31:59.126137 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Attempting to bind port 33d315f2-8ba5-4136-b1a6-2f700a497c62 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:31:59.126681 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Attempting to bind port 33d315f2-8ba5-4136-b1a6-2f700a497c62 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:31:59.127002 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Attempting to bind port 33d315f2-8ba5-4136-b1a6-2f700a497c62 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:31:59.134675 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353ede1-16d6-4e2d-a14c-4d82a3c58dd8 None None] Pushing event updated for resources: {'Port': ['ID=33d315f2-8ba5-4136-b1a6-2f700a497c62,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:59.137846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:31:59.138232 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:31:59.138753 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.139133 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:31:59.139594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Bound port: 33d315f2-8ba5-4136-b1a6-2f700a497c62, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:31:59.139967 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.188020 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] For port 33d315f2-8ba5-4136-b1a6-2f700a497c62, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:31:59.191290 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] For port 33d315f2-8ba5-4136-b1a6-2f700a497c62, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=33d315f2-8ba5-4136-b1a6-2f700a497c62,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:31:59.197774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:31:59.254650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Routers {'59020b1e-fa2d-4884-b1c4-daf1deb90195'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:31:59.255245 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:31:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['59020b1e-fa2d-4884-b1c4-daf1deb90195'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:59.287312 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353ede1-16d6-4e2d-a14c-4d82a3c58dd8 None None] Pushing event updated for resources: {'Port': ['ID=33d315f2-8ba5-4136-b1a6-2f700a497c62,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:31:59.358777 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] Set router 59020b1e-fa2d-4884-b1c4-daf1deb90195 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:31:59.551367 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:57Z', 'revision_number': 4, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port': {'id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:56Z', 'updated_at': '2022-07-25T12:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:51Z', 'revision_number': 5, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:31:59.575973 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb93be5-e262-4b59-b837-c1443a8ef033 None None] The sync data for ids ['59020b1e-fa2d-4884-b1c4-daf1deb90195'] in dv-cinder-825492-28-iscsi is: [{'id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'name': 'router1', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:31:39Z', 'updated_at': '2022-07-25T12:31:57Z', 'revision_number': 4, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'gw_port': {'id': '33d315f2-8ba5-4136-b1a6-2f700a497c62', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:56Z', 'updated_at': '2022-07-25T12:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'e6ca069f-7adb-4b91-b531-046b83bff2bf', 'name': '', 'network_id': '34cb5d99-b518-449f-9300-8f57a0150888', 'tenant_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'mac_address': 'fa:16:3e:75:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59020b1e-fa2d-4884-b1c4-daf1deb90195', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:31:48Z', 'updated_at': '2022-07-25T12:31:51Z', 'revision_number': 5, 'project_id': 'e080e6f49f52471c81ff5d29b80d3bb1', 'subnets': [{'id': 'bb5fea54-7e71-482e-b4e6-f7e7537d0ac9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace35b41-2e44-41fe-8e56-7ada08e3c8d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:32:00.110544 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43088) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:32:00.521133 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-0c1abcc6-f019-46d1-ab29-1fcfb29c8efa admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4094408 Jul 25 12:32:00.915662 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 33d315f2-8ba5-4136-b1a6-2f700a497c62 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:32:00.968115 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 33d315f2-8ba5-4136-b1a6-2f700a497c62 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:32:00.968774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:01.058567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 33d315f2-8ba5-4136-b1a6-2f700a497c62 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:32:01.058954 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:01.080537 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 33d315f2-8ba5-4136-b1a6-2f700a497c62, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=33d315f2-8ba5-4136-b1a6-2f700a497c62,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:32:01.084648 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:01.139707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=33d315f2-8ba5-4136-b1a6-2f700a497c62,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:32:01.619916 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=33 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:01.625137 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:UPDATE=1,neutron:SELECT=47,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:02.784794 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=35,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:02.785452 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:02.905795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 33d315f2-8ba5-4136-b1a6-2f700a497c62 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:32:02.958291 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 33d315f2-8ba5-4136-b1a6-2f700a497c62 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:32:02.958687 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (33d315f2-8ba5-4136-b1a6-2f700a497c62), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:03.038588 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 33d315f2-8ba5-4136-b1a6-2f700a497c62 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:32:10.514281 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:10.517739 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:13.035266 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:13.037174 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:17.836618 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d21bffc8-98cb-4f28-a9b0-bc7a66388aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:20.111588 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c4eabdd7-e142-492f-b635-d6895adaf394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:21.224513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:22.541443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:23.064162 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:25.559661 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:32:31.564720 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:33.043585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:33.056027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:35.555373 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:44.571405 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:32:47.831877 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-719c8a4d-f75f-4cee-ab2c-39a2140e5d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:50.114558 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f06b-33c7-48e6-a235-e16444f3a2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:51.220399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:52.539377 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:32:53.057151 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:02.561749 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:33:03.045265 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:03.051567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:12.557430 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:16.555152 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:17.834278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3f1e-9938-4648-a511-07265ed5f129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:20.116956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-505952f3-1e1f-4862-9ed0-04edff589828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:21.222791 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:22.102435 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43624) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:22.440007 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b141df9d-c581-4045-9c8b-8de2f265ccc6 admin admin] GET failed (client error): The resource could not be found. Jul 25 12:33:22.441211 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b141df9d-c581-4045-9c8b-8de2f265ccc6 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3378282 Jul 25 12:33:22.537080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:22.607403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead780c1-6f74-44a4-b3d8-c2917474daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:22.608884 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ead780c1-6f74-44a4-b3d8-c2917474daee admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636400 Jul 25 12:33:23.041247 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:24.777172 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43634) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:25.146121 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b423b-bb45-40dc-86b1-100116df1130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:25.147386 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1c6b423b-bb45-40dc-86b1-100116df1130 admin admin] 10.222.0.60 "GET /v2.0/subnets/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9 HTTP/1.1" status: 200 len: 849 time: 0.3692822 Jul 25 12:33:25.157485 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:33:25.245538 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Publish callbacks [] for subnet (bb5fea54-7e71-482e-b4e6-f7e7537d0ac9), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:25.387169 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781259146599'] for subnet (bb5fea54-7e71-482e-b4e6-f7e7537d0ac9), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:25.477553 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:25.478643 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:25.482863 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160b1e6-1e6d-49ac-8fb6-561026f7816a None None] Network 34cb5d99-b518-449f-9300-8f57a0150888 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:33:25.483876 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] 10.222.0.60 "PUT /v2.0/subnets/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9 HTTP/1.1" status: 200 len: 868 time: 0.3305309 Jul 25 12:33:25.508549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5fea54-7e71-482e-b4e6-f7e7537d0ac9,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:33:25.516809 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.517181 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.517515 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.517856 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.518213 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.518546 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.518871 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.519189 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.519514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.519835 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.520173 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.520498 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.520816 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.521130 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.521444 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01fbaa5-67e5-44a2-8749-9fbdc794e420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:33:25.755988 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Provisioning complete for port e6ca069f-7adb-4b91-b531-046b83bff2bf triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:33:25.756370 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e6ca069f-7adb-4b91-b531-046b83bff2bf), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:25.829752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Current status of the port e6ca069f-7adb-4b91-b531-046b83bff2bf is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:33:25.837500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Provisioning complete for port 838e1fb2-89a3-4403-81ab-d3b08b38c99f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:33:25.837873 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (838e1fb2-89a3-4403-81ab-d3b08b38c99f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:25.905570 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-03a55008-6875-43d5-8b3e-a9ae88023832 None None] Current status of the port 838e1fb2-89a3-4403-81ab-d3b08b38c99f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:33:27.711022 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43644) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:28.175087 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fc219-b202-4257-a84d-4ec5f3884401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:28.175484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fc219-b202-4257-a84d-4ec5f3884401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:28.176999 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-223fc219-b202-4257-a84d-4ec5f3884401 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4650404 Jul 25 12:33:30.319403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43652) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:30.800363 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda7083-343f-483d-b57b-43eaa8bbc99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:30.800830 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda7083-343f-483d-b57b-43eaa8bbc99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:30.802386 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fdda7083-343f-483d-b57b-43eaa8bbc99a admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4820395 Jul 25 12:33:32.984604 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43660) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:33.383417 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e5bd5-139b-408e-8d06-07da02111bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:33.384667 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-af8e5bd5-139b-408e-8d06-07da02111bfa admin admin] 10.222.0.60 "GET /v2.0/networks/25872221-f832-4b0e-9fae-d27f86db27dd HTTP/1.1" status: 200 len: 886 time: 0.3991046 Jul 25 12:33:35.534766 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43668) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:35.899281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=44 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:35.904200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:35.937329 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb6d1e-a8a1-4367-b37d-b12715ac3307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:35.938749 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-24fb6d1e-a8a1-4367-b37d-b12715ac3307 admin admin] 10.222.0.60 "GET /v2.0/networks/34cb5d99-b518-449f-9300-8f57a0150888 HTTP/1.1" status: 200 len: 869 time: 0.4030120 Jul 25 12:33:38.089397 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43676) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:38.483943 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b807c-f9b4-4655-bb7d-d8a0df893827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:38.484329 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b807c-f9b4-4655-bb7d-d8a0df893827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:38.485827 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b32b807c-f9b4-4655-bb7d-d8a0df893827 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3954792 Jul 25 12:33:39.561048 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:33:40.614768 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43684) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:40.788418 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=24 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:40.797470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=24 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:40.967464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:40.980091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58996c56-f7e4-46aa-83b7-46d255e1034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:40.980545 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58996c56-f7e4-46aa-83b7-46d255e1034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:40.982105 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-58996c56-f7e4-46aa-83b7-46d255e1034d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3663540 Jul 25 12:33:43.141424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43692) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:43.495654 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30eb08-836e-4a1b-b0a5-55215e35a334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:43.496991 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0a30eb08-836e-4a1b-b0a5-55215e35a334 admin admin] 10.222.0.60 "GET /v2.0/subnets/ad325fde-6df5-4200-a280-10459bbacbce HTTP/1.1" status: 200 len: 816 time: 0.3546336 Jul 25 12:33:45.567978 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:45.759422 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43700) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:33:46.078431 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:46.122344 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4698a-59e0-4bfd-8dba-4bdc7bb2d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:33:46.124277 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-77e4698a-59e0-4bfd-8dba-4bdc7bb2d3c0 admin admin] 10.222.0.60 "GET /v2.0/subnets/bb5fea54-7e71-482e-b4e6-f7e7537d0ac9 HTTP/1.1" status: 200 len: 868 time: 0.3639147 Jul 25 12:33:47.835853 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-824aaf3d-a1e7-44a4-bfda-794600a1c802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:49.556994 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:50.119564 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46700cb9-9981-4c87-b7e2-65f84ee9a720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:51.228769 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:52.545152 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:53.043498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:33:56.117196 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:33:56.119073 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=15 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:03.032594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:03.039828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:13.761021 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43756) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:34:14.080317 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [None req-70a3760f-3bf0-4f7f-9bda-b74c55113b59 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105686) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:34:14.081351 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-70a3760f-3bf0-4f7f-9bda-b74c55113b59 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3194056 Jul 25 12:34:16.330012 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43764) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:34:16.558484 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:34:16.659902 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6a1d24-ffef-42b2-91c9-d12b7bdc070a admin admin] GET failed (client error): The resource could not be found. Jul 25 12:34:16.661169 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fd6a1d24-ffef-42b2-91c9-d12b7bdc070a admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3302512 Jul 25 12:34:16.806890 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ab3e2-2e61-4868-9bde-ec81083a5a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:34:16.808373 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b82ab3e2-2e61-4868-9bde-ec81083a5a66 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1431854 Jul 25 12:34:17.837643 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-624df872-d334-4e6d-8e4f-ecaa09e4ec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.020811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43772) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:34:19.352997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:34:19.374428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Made reservation on behalf of 61157336119141239b389248fadfbdf0 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:34:19.376816 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.410293 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING neutron.services.revisions.revision_plugin [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Could not find related network for resource to bump revision. Jul 25 12:34:19.424911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:34:19.434529 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (cdc216c6-a787-4cb9-8e34-fcb1537da1b1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.434866 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Added segment cdc216c6-a787-4cb9-8e34-fcb1537da1b1 of type vlan for network 274039e3-da04-4122-812c-d8911b678ff5 Jul 25 12:34:19.481306 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (274039e3-da04-4122-812c-d8911b678ff5), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.507796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (274039e3-da04-4122-812c-d8911b678ff5), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.508804 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:34:19.509376 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:19.643179 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6210938 Jul 25 12:34:19.648124 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Pushing event updated for resources: {'Network': ['ID=274039e3-da04-4122-812c-d8911b678ff5,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:34:19.656535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.656885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.657239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.657714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.658086 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.658422 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.658748 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.659076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.659417 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.659821 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.660152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.660476 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.660797 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.661114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.661431 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a66d5a-e616-42a1-8d27-f58563a74823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:19.673513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 274039e3-da04-4122-812c-d8911b678ff5 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:34:20.124488 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1409c9c6-30aa-4590-b010-61d0ee08428d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:21.228964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:21.865106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43780) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:34:22.201328 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.pecan_wsgi.hooks.translation [None req-55058ed3-1e13-400b-a686-c2a6de03f543 admin admin] GET failed (client error): The resource could not be found. Jul 25 12:34:22.202603 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-55058ed3-1e13-400b-a686-c2a6de03f543 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3365531 Jul 25 12:34:22.274173 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b336f8-3495-42c8-bebf-1fce262086d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:34:22.275494 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c5b336f8-3495-42c8-bebf-1fce262086d6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687702 Jul 25 12:34:22.285074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '274039e3-da04-4122-812c-d8911b678ff5', 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:34:22.312174 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Made reservation on behalf of 61157336119141239b389248fadfbdf0 for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:34:22.315063 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:22.505555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (eca7d518-b4cb-4de5-b149-ee1fbe20ec05), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:22.547213 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:22.556232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca7d518-b4cb-4de5-b149-ee1fbe20ec05,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:34:22.573738 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:22.582213 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Checking segment: {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:34:22.582564 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Network hostable DHCP agents. Network: 274039e3-da04-4122-812c-d8911b678ff5, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:34:22.604971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Network 274039e3-da04-4122-812c-d8911b678ff5 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:34:22.617027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 274039e3-da04-4122-812c-d8911b678ff5) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:34:22.621142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:34:22.621730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:22.627387 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1596b29-af46-47a3-9837-1b7a56f159cb None None] Network 274039e3-da04-4122-812c-d8911b678ff5 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:34:22.639070 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-dea3e0ab-2a15-4f8b-b16e-9f677dd0796a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3571858 Jul 25 12:34:22.855412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-274039e3-da04-4122-812c-d8911b678ff5', 'network_id': '274039e3-da04-4122-812c-d8911b678ff5', 'project_id': '61157336119141239b389248fadfbdf0', 'fixed_ips': [{'subnet_id': 'eca7d518-b4cb-4de5-b149-ee1fbe20ec05'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:34:22.856613 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.007369 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Allocated IP 192.168.233.2 (274039e3-da04-4122-812c-d8911b678ff5/eca7d518-b4cb-4de5-b149-ee1fbe20ec05/b8e8dc82-4bce-4c16-b129-1289c65e8e0b) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:34:23.090046 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.182707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks [] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.192583 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.232281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Network 274039e3-da04-4122-812c-d8911b678ff5 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:34:23.235251 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:34:23.240932 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:34:23.254394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Pushing event updated for resources: {'Port': ['ID=b8e8dc82-4bce-4c16-b129-1289c65e8e0b,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:34:23.282001 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.282694 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.283247 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.283808 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.284145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.284482 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.285153 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.285153 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.286281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.286281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.286281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.286547 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.286745 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.287062 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.287377 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:34:23.318006 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Attempting to bind port b8e8dc82-4bce-4c16-b129-1289c65e8e0b on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:34:23.318376 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Attempting to bind port b8e8dc82-4bce-4c16-b129-1289c65e8e0b by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:34:23.318734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Attempting to bind port b8e8dc82-4bce-4c16-b129-1289c65e8e0b on network 274039e3-da04-4122-812c-d8911b678ff5 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:34:23.325449 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:34:23.325872 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Checking segment: {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:34:23.326831 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.327219 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Bound using segment: {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:34:23.327681 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Bound port: b8e8dc82-4bce-4c16-b129-1289c65e8e0b, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:34:23.328062 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.393027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] For port b8e8dc82-4bce-4c16-b129-1289c65e8e0b, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:34:23.396269 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] For port b8e8dc82-4bce-4c16-b129-1289c65e8e0b, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b8e8dc82-4bce-4c16-b129-1289c65e8e0b,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:34:23.403231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:23.469426 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae596-d20e-4fc9-8be6-1c44758866a0 None None] Pushing event updated for resources: {'Port': ['ID=b8e8dc82-4bce-4c16-b129-1289c65e8e0b,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:34:24.392518 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b27cc4-2397-48b4-b83c-3ee804e3d4bb None None] Network 274039e3-da04-4122-812c-d8911b678ff5 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:34:24.447053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:24.456100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:24.469991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Provisioning complete for port b8e8dc82-4bce-4c16-b129-1289c65e8e0b triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:34:24.470751 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:24.606240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Current status of the port b8e8dc82-4bce-4c16-b129-1289c65e8e0b is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:34:24.606994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:24.650275 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] For port b8e8dc82-4bce-4c16-b129-1289c65e8e0b, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b8e8dc82-4bce-4c16-b129-1289c65e8e0b,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:34:24.659817 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:24.729868 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b43c8-44bd-42a6-897a-56d2f2f89e1a None None] Pushing event updated for resources: {'Port': ['ID=b8e8dc82-4bce-4c16-b129-1289c65e8e0b,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:34:24.884528 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-acaa5029-eadf-4947-a105-ebfc993b9b6f None None] Provisioning complete for port b8e8dc82-4bce-4c16-b129-1289c65e8e0b triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:34:24.884815 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-acaa5029-eadf-4947-a105-ebfc993b9b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:24.998916 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-acaa5029-eadf-4947-a105-ebfc993b9b6f None None] Current status of the port b8e8dc82-4bce-4c16-b129-1289c65e8e0b is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:34:25.024992 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b8e8dc82-4bce-4c16-b129-1289c65e8e0b up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:34:25.075522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b8e8dc82-4bce-4c16-b129-1289c65e8e0b triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:34:25.075789 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b8e8dc82-4bce-4c16-b129-1289c65e8e0b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:25.161906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b8e8dc82-4bce-4c16-b129-1289c65e8e0b is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:34:26.554719 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:26.803210 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=10 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:26.805249 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=12 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:32.630585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=70,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:32.632542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:35.153038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=48 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:35.160158 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:34:47.841228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-92f534db-c03d-4c4a-bd9f-cc5643822aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:50.126632 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c84008a5-41e5-47fc-a7ac-f3f4cc9628f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:51.232318 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:52.547949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:53.043048 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:34:53.558248 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:34:59.581103 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:03.037366 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:03.039313 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:03.556323 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:16.549903 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:16.550679 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:17.848555 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1826-0c02-4ab4-a051-36c3d9fb879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:20.131124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d1cdbdda-e882-4c24-b490-44a9ff269542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:21.234079 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:22.551554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:23.047022 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:30.558156 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:35:33.040533 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:33.042555 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:36.575540 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:40.554608 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:35:47.842930 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c56ffd3e-a3d4-448d-82b9-97e22eae2f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:50.135484 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c930589c-13a8-4274-8c3e-5ed2cb8ffc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:50.953076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43818) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:35:50.959016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [None req-1b5788c5-53b5-4e75-98b6-8404e74fc237 tempest-verify_tempest_config-556831305 tempest-verify_tempest_config-556831305-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:35:50.959712 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1b5788c5-53b5-4e75-98b6-8404e74fc237 tempest-verify_tempest_config-556831305 tempest-verify_tempest_config-556831305-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056491 Jul 25 12:35:51.235585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:51.457991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 43836) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:35:51.789078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:51.862086 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Publish callbacks [] for security_group (84d62eac-33d3-4217-bc12-e636e5a449b2), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:51.865966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (84d62eac-33d3-4217-bc12-e636e5a449b2), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:51.916863 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01a366e92aaf4a02964359e72de1c551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4578207 Jul 25 12:35:51.917687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d62eac-33d3-4217-bc12-e636e5a449b2,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:35:51.919630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43840) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:35:51.924541 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.924885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.925240 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.925574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.925903 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.926247 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.926566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.926891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.927226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.927549 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.927886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.928207 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.928521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.928833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.929143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2ceab-6ad6-4b25-ab8f-e13ea1fbb0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:51.975682 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Publish callbacks [] for security_group (84d62eac-33d3-4217-bc12-e636e5a449b2), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:51.996868 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Publish callbacks [] for security_group (84d62eac-33d3-4217-bc12-e636e5a449b2), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:52.087846 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (84d62eac-33d3-4217-bc12-e636e5a449b2), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:52.090363 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:52.091494 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84d62eac-33d3-4217-bc12-e636e5a449b2 HTTP/1.1" status: 204 len: 168 time: 0.1708786 Jul 25 12:35:52.099095 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d62eac-33d3-4217-bc12-e636e5a449b2,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:35:52.105748 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.106116 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.106471 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.107315 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.107900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.108224 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.108544 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.108871 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.109200 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.109521 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.109858 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.110200 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.110514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.110826 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.111138 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d16ca-618e-4dfa-b8e9-ba2b0a92c8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:35:52.556141 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:35:53.049734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:01.913465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:01.923922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:02.095051 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:02.102128 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:03.039575 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:03.045406 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:07.557765 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:36:17.552915 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:17.553701 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=19 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:17.846211 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee47aadb-68c5-421b-87a5-d0c1afca82b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:20.138276 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57f0e80e-3641-4227-a5d8-08a60fef9350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:21.239122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:22.557845 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:23.051520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:33.046289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:33.048287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:44.557009 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:36:47.847444 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ba4ebbfc-59fd-45c2-9550-bff991eed0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:50.140824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfe0f-3021-4c54-a3e6-3674cca8ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:51.243265 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:52.560749 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:53.053458 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:36:54.552072 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:36:54.552855 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:03.047582 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:03.049433 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:16.555441 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:16.556166 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:17.847927 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1110-1ff5-4742-8447-fb900e401746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:20.142223 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ef4b20ce-ed61-4a7e-914e-215d75d960fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:21.246642 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:21.559720 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 5 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:37:22.564129 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:23.054316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:31.552914 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:31.553711 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:33.042975 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:33.050888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:34.199111 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1714078'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:44.192001 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:44.194742 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:44.553512 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:46.100457 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43936) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:37:46.227940 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f03b2467-bb3c-4a09-b0c9-97df55106307 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1264036 Jul 25 12:37:47.851282 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-180a6fa5-dacb-463e-91f8-6a3130034ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:48.259922 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 43946) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:37:48.313477 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-86d88173-3cfd-449b-97a3-2abedff7c563 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0525012 Jul 25 12:37:50.144380 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-33386f65-c0a5-4636-9c9f-3676791330aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:51.249574 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:52.568586 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:53.056611 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:37:58.307181 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:58.307930 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:37:58.558673 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:38:03.046826 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:03.051882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:04.148354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:14.137741 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:14.143921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:14.671579 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=17 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:14.673925 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=17 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:17.853133 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b279e881-22f3-4bb6-9f17-c7f8780350be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:20.145998 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e19bce38-28f6-4015-a638-ee02e2975042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:21.252034 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:22.569996 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:23.057831 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:33.052562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:33.053807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:34.164722 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:35.559270 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:38:44.157605 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:44.160265 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:45.554503 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:45.555696 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:38:47.856007 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d65a5be9-cf16-4a24-9958-81e59eaa97f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:50.148603 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-146338bc-87d8-4df8-9bf4-b6bdda7bd2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:51.253838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:52.572335 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:38:53.060708 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:03.054774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:03.056483 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:04.162077 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:12.557311 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:39:14.155340 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:14.156704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:17.859597 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-bf8278f5-ae71-438d-8da5-9acb58ed9700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:20.165578 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f791985b-592e-4e93-9ef6-3ed5f1e1eff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:21.272343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:22.552099 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:22.560482 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:22.606944 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.098902 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.536103 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44056) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:23.732557 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-206270704-network', 'tenant_id': '3b0ca10639aa47dea81db9799273acba'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:23.755897 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Made reservation on behalf of 3b0ca10639aa47dea81db9799273acba for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:23.758505 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.773746 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.861962 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks [] for security_group (4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.867096 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.890557 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:39:23.904789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:23.914981 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.915270 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.915717 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.916093 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.916463 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.916889 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.917182 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.917514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.917845 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.918372 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.918859 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.919374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.919969 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.920266 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.920667 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Tracked resource versions report: Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: pushed versions: Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: { 'AddressGroup': {'1.2'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Agent': {'1.1'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'ConntrackHelper': {'1.0'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Log': {'1.0'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'NDPProxy': {'1.0'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Network': {'1.1'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Port': {'1.7'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'PortForwarding': {'1.3'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'QosPolicy': {'1.10'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroup': {'1.5'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SubPort': {'1.0'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Subnet': {'1.1'}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Trunk': {'1.1'}} Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: consumer versions: Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: HyperV agent@hv-cinder-82549: {}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Agent': '1.1', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'ConntrackHelper': '1.0', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'LocalIPAssociation': '1.0', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Log': '1.0', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'NDPProxy': '1.0', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Network': '1.1', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Port': '1.7', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'PortForwarding': '1.3', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'QosPolicy': '1.10', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroup': '1.5', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SecurityGroupRule': '1.2', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'SubPort': '1.0', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Subnet': '1.1', Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: 'Trunk': '1.1'}} Jul 25 12:39:23.922652 dv-cinder-825492-28-iscsi neutron-server[105686]: {{(pid=105686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:39:23.929352 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (1e24ab7f-97e5-4e7c-b36b-426af8dd4d54), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:23.929711 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Added segment 1e24ab7f-97e5-4e7c-b36b-426af8dd4d54 of type vlan for network 9f36add4-a98d-4ec2-a004-7819cfb577b7 Jul 25 12:39:23.976766 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (9f36add4-a98d-4ec2-a004-7819cfb577b7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.004308 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (9f36add4-a98d-4ec2-a004-7819cfb577b7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.005872 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:24.006469 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.027220 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.4900372 Jul 25 12:39:24.031066 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44092) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:24.039220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Request body: {'subnet': {'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-subnet', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:24.070311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Made reservation on behalf of 3b0ca10639aa47dea81db9799273acba for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:24.074404 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.126830 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efc10e-b026-47c0-adf0-16cffb0926e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f36add4-a98d-4ec2-a004-7819cfb577b7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:24.138928 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:39:24.269455 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (83cc1de7-c231-4d3f-bc12-b6842fab505d), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.313198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cc1de7-c231-4d3f-bc12-b6842fab505d,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:24.322270 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.322645 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.323203 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.323696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.324201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.324895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.325385 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.325863 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.326384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.326861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.327890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.328364 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.328839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.329323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.330215 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Tracked resource versions report: Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: pushed versions: Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: { 'AddressGroup': {'1.2'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Agent': {'1.1'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'ConntrackHelper': {'1.0'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Log': {'1.0'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'NDPProxy': {'1.0'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Network': {'1.1'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Port': {'1.7'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'PortForwarding': {'1.3'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'QosPolicy': {'1.10'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroup': {'1.5'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SubPort': {'1.0'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Subnet': {'1.1'}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Trunk': {'1.1'}} Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: consumer versions: Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: HyperV agent@hv-cinder-82549: {}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Agent': '1.1', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'ConntrackHelper': '1.0', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'LocalIPAssociation': '1.0', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Log': '1.0', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'NDPProxy': '1.0', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Network': '1.1', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Port': '1.7', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'PortForwarding': '1.3', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'QosPolicy': '1.10', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroup': '1.5', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SecurityGroupRule': '1.2', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'SubPort': '1.0', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Subnet': '1.1', Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: 'Trunk': '1.1'}} Jul 25 12:39:24.332006 dv-cinder-825492-28-iscsi neutron-server[105685]: {{(pid=105685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:39:24.368378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:24.368734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Network hostable DHCP agents. Network: 9f36add4-a98d-4ec2-a004-7819cfb577b7, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:39:24.387138 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:39:24.398190 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 9f36add4-a98d-4ec2-a004-7819cfb577b7) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:24.403006 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:24.403696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.409170 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0557f151-6741-4927-9a10-b389d97182c5 None None] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:24.429670 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44110) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:24.435697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:24.441085 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-8a7c2639-7bce-4026-8193-47f8bf280b93 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4071379 Jul 25 12:39:24.462091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.463385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.464659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44112) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:24.567437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-9f36add4-a98d-4ec2-a004-7819cfb577b7', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:39:24.568639 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.569253 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for router_controller (84b6854b-2b6d-4cd8-984b-a532e850eea2), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.724220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Allocated IP 172.20.0.2 (9f36add4-a98d-4ec2-a004-7819cfb577b7/83cc1de7-c231-4d3f-bc12-b6842fab505d/b3a0ae59-6439-43d0-9350-9946307d47d7) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:24.794069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-network', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:24.822666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Made reservation on behalf of df3ed3c23dde49b382ce9016e421e4de for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:24.826184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.849172 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.898852 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for router_gateway (84b6854b-2b6d-4cd8-984b-a532e850eea2), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.930934 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks [] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.941460 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.946534 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks [] for security_group (2adb9962-f7f4-47ca-90b1-0b8a7e517f99), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.951929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2adb9962-f7f4-47ca-90b1-0b8a7e517f99), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.965553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:39:24.968081 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:24.972362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:24.978035 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (a5c4d45f-5402-46fe-b755-5811538c1854), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:24.979113 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Added segment a5c4d45f-5402-46fe-b755-5811538c1854 of type vlan for network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 Jul 25 12:39:25.011908 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:25.036308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.090074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:25.091548 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb9962-f7f4-47ca-90b1-0b8a7e517f99,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:25.093573 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Attempting to bind port b3a0ae59-6439-43d0-9350-9946307d47d7 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:25.093957 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Attempting to bind port b3a0ae59-6439-43d0-9350-9946307d47d7 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:25.094458 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Attempting to bind port b3a0ae59-6439-43d0-9350-9946307d47d7 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:25.096051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.097185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:25.098117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.123841 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:25.125247 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:25.125933 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.127450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Bound using segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:25.127968 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Bound port: b3a0ae59-6439-43d0-9350-9946307d47d7, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:25.128331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.138182 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6720259 Jul 25 12:39:25.141011 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44148) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:25.149544 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Request body: {'subnet': {'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-subnet', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:25.202044 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] For port b3a0ae59-6439-43d0-9350-9946307d47d7, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:25.205521 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] For port b3a0ae59-6439-43d0-9350-9946307d47d7, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b3a0ae59-6439-43d0-9350-9946307d47d7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:25.214772 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Pushing event updated for resources: {'Port': ['ID=b3a0ae59-6439-43d0-9350-9946307d47d7,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:25.219597 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.229778 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Made reservation on behalf of df3ed3c23dde49b382ce9016e421e4de for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:25.231273 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.231783 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.232263 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.232455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.233053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.234102 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.234976 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.235475 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.235955 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.236458 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.236945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.250190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.250820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.251344 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.252035 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.252550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Tracked resource versions report: Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: pushed versions: Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: { 'AddressGroup': {'1.2'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Agent': {'1.1'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'ConntrackHelper': {'1.0'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Log': {'1.0'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'NDPProxy': {'1.0'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Network': {'1.1'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Port': {'1.7'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'PortForwarding': {'1.3'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'QosPolicy': {'1.10'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroup': {'1.5'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SubPort': {'1.0'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Subnet': {'1.1'}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Trunk': {'1.1'}} Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: consumer versions: Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: HyperV agent@hv-cinder-82549: {}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Agent': '1.1', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'ConntrackHelper': '1.0', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'LocalIPAssociation': '1.0', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Log': '1.0', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'NDPProxy': '1.0', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Network': '1.1', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Port': '1.7', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'PortForwarding': '1.3', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'QosPolicy': '1.10', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroup': '1.5', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SecurityGroupRule': '1.2', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'SubPort': '1.0', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Subnet': '1.1', Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: 'Trunk': '1.1'}} Jul 25 12:39:25.254002 dv-cinder-825492-28-iscsi neutron-server[105687]: {{(pid=105687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:39:25.286956 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351a21-70e6-463a-99d1-5cd9caf44407 admin admin] Pushing event updated for resources: {'Network': ['ID=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:25.310833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:25.318501 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for router_gateway (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.337838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7225d6e-cadf-4924-b5eb-7a1ef3deb2b0 None None] Pushing event updated for resources: {'Port': ['ID=b3a0ae59-6439-43d0-9350-9946307d47d7,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:25.343319 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:39:25.348736 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.392610 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:25.476231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:25.478358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:25.573442 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Allocated IP 172.27.1.199 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/192ecc68-f067-4847-b3d5-86db72c9dad0) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:25.700964 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (352f0f50-67c9-44b4-8012-926ddc0a6e07), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.818316 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44166) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:25.878880 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=352f0f50-67c9-44b4-8012-926ddc0a6e07,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:25.885721 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Checking segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:25.886119 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Network hostable DHCP agents. Network: bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:39:25.891875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44172) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:25.912620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:25.973429 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:39:26.002969 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:26.009350 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:26.010271 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.018879 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.025089 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cfc68a-9dea-4bf6-bd47-2461428a2be5 None None] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:26.067589 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4baf1391-7093-43c6-9008-18680d78a16d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9253504 Jul 25 12:39:26.071097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44186) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:26.076642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:26.087393 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:26.094867 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:26.097363 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Pushing event updated for resources: {'Port': ['ID=192ecc68-f067-4847-b3d5-86db72c9dad0,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:26.108015 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:26.132559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (d881ad02-bd06-41f4-b94c-548053e44530), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.140107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (d881ad02-bd06-41f4-b94c-548053e44530), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.260853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for router_controller (d881ad02-bd06-41f4-b94c-548053e44530), precommit_add_association {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.289794 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:39:26.293103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.350565 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:26.366882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1274510564-network', 'tenant_id': '49256bcb551a4f8680db9a73763c435e'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:26.453787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:26.468372 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for router_gateway (d881ad02-bd06-41f4-b94c-548053e44530), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.474396 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:26.478768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.497845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.555375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Allocated IP 172.20.0.2 (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337/352f0f50-67c9-44b4-8012-926ddc0a6e07/755ef3d9-6660-4c9b-9841-acecd6561a05) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:26.570951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1898669445-network', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:26.629160 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for router_gateway (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.707899 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Made reservation on behalf of c24e32d2fb6e4a3db413acc06528d15e for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:26.715002 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.794505 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks [] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.816839 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.888668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:26.897888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:26.909892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:26.932975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:26.934562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Pushing event updated for resources: {'Port': ['ID=755ef3d9-6660-4c9b-9841-acecd6561a05,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:26.971871 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for router_gateway (d881ad02-bd06-41f4-b94c-548053e44530), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.035475 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Attempting to bind port 755ef3d9-6660-4c9b-9841-acecd6561a05 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:27.036310 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Attempting to bind port 755ef3d9-6660-4c9b-9841-acecd6561a05 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:27.036680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Attempting to bind port 755ef3d9-6660-4c9b-9841-acecd6561a05 on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:27.049734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:27.051408 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Checking segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:27.051824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.052509 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Bound using segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:27.052968 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Bound port: 755ef3d9-6660-4c9b-9841-acecd6561a05, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:27.053302 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.071561 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:27.075009 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.081198 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.167498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5ce0a-e182-493d-b4ca-90f1e3e1ed29 None None] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:27.228839 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] For port 755ef3d9-6660-4c9b-9841-acecd6561a05, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:27.276809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks [] for security_group (51d7b39e-7a26-4ff5-93d6-d721de250a25), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.288929 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b3a0ae59-6439-43d0-9350-9946307d47d7 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:27.291493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (51d7b39e-7a26-4ff5-93d6-d721de250a25), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.321806 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:39:27.340359 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] For port 755ef3d9-6660-4c9b-9841-acecd6561a05, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=755ef3d9-6660-4c9b-9841-acecd6561a05,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:27.342305 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Provisioning complete for port b3a0ae59-6439-43d0-9350-9946307d47d7 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:27.343357 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.388076 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.449668 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:27.455337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:27.504922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:39:27.509646 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks [] for security_group (736366e4-1458-4a7d-91c3-542fba31aaf4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.533210 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (736366e4-1458-4a7d-91c3-542fba31aaf4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.554349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.555023 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Added segment 12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0 of type vlan for network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a Jul 25 12:39:27.576914 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:27.579520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7b39e-7a26-4ff5-93d6-d721de250a25,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:27.601218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:39:27.605897 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Allocated IP 172.27.1.142 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/7cb94315-67d0-4f40-af4e-a1f4b91c6cca) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:27.622948 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:27.639281 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:27.662010 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.667930 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-58678c0b-d1cb-4db1-ab6a-d739c02e148f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2325537 Jul 25 12:39:27.668278 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44232) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:27.669227 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:27.670895 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:27.740945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:27.900808 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b3a0ae59-6439-43d0-9350-9946307d47d7 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:27.901443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.986935 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:27.988168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:27.996244 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f53de8-d4c1-408b-bd1f-f5f9650930dd None None] Pushing event updated for resources: {'Port': ['ID=755ef3d9-6660-4c9b-9841-acecd6561a05,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:28.027207 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Current status of the port b3a0ae59-6439-43d0-9350-9946307d47d7 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:28.027883 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.131445 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] For port b3a0ae59-6439-43d0-9350-9946307d47d7, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b3a0ae59-6439-43d0-9350-9946307d47d7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:28.150981 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.157082 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.160256 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (4181ae2d-cd73-4cb4-a9d0-f28fef05143a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.175038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (ec6b58d7-a2c1-4d4d-aa2e-1345fff08145), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.175373 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Added segment ec6b58d7-a2c1-4d4d-aa2e-1345fff08145 of type vlan for network 12b081c2-f14a-40b2-adf8-deea7b57cbca Jul 25 12:39:28.260458 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b3a0ae59-6439-43d0-9350-9946307d47d7 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:28.260849 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.288070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736366e4-1458-4a7d-91c3-542fba31aaf4,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:28.344106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:28.355710 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-7fd2a2d8-16ad-43a6-82f1-0806602b2bb8 None None] Provisioning complete for port b3a0ae59-6439-43d0-9350-9946307d47d7 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:28.356497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7fd2a2d8-16ad-43a6-82f1-0806602b2bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.384793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:28.391330 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:26Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:28.392179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.db.resource_extend [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:39:28.431139 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:28.431804 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Updating router 84b6854b-2b6d-4cd8-984b-a532e850eea2 port 192ecc68-f067-4847-b3d5-86db72c9dad0 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:28.436098 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c48fb-62b8-4757-bc23-2c6a3cde073f None None] Pushing event updated for resources: {'Port': ['ID=b3a0ae59-6439-43d0-9350-9946307d47d7,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:28.456559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:28.459924 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:28.462722 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (12b081c2-f14a-40b2-adf8-deea7b57cbca), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.465430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:28.494103 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.554478 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:39:28.556348 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG oslo_db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:39:28.618279 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2a2d8-16ad-43a6-82f1-0806602b2bb8 None None] Current status of the port b3a0ae59-6439-43d0-9350-9946307d47d7 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:28.686618 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:28.698086 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (4181ae2d-cd73-4cb4-a9d0-f28fef05143a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.699157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:28.699845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.801780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.db.resource_extend [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 12:39:28.817598 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.845145 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks [] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.855563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.946444 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Pushing event updated for resources: {'Port': ['ID=192ecc68-f067-4847-b3d5-86db72c9dad0,revision_number=2']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:28.956203 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:28.957426 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Attempting to bind port 192ecc68-f067-4847-b3d5-86db72c9dad0 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:28.957882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Attempting to bind port 192ecc68-f067-4847-b3d5-86db72c9dad0 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:28.958316 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Attempting to bind port 192ecc68-f067-4847-b3d5-86db72c9dad0 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:28.969620 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.970002 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.970429 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.970780 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.971114 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.972530 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.972882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.973213 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.973555 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.974043 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.974370 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.974765 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.975088 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.975406 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.975722 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Tracked resource versions report: Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: pushed versions: Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: { 'AddressGroup': {'1.2'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Agent': {'1.1'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'ConntrackHelper': {'1.0'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'LocalIPAssociation': {'1.0'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Log': {'1.0'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'NDPProxy': {'1.0'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Network': {'1.1'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Port': {'1.7'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'PortForwarding': {'1.3'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'QosPolicy': {'1.10'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroup': {'1.5'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroupRule': {'1.2'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SubPort': {'1.0'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Subnet': {'1.1'}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Trunk': {'1.1'}} Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: consumer versions: Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: { DHCP agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: HyperV agent@hv-cinder-82549: {}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: L3 agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: Metadata agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: Metering agent@dv-cinder-825492-28-iscsi: {}, Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: Open vSwitch agent@dv-cinder-825492-28-iscsi: { 'AddressGroup': '1.2', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Agent': '1.1', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'ConntrackHelper': '1.0', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'LocalIPAssociation': '1.0', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Log': '1.0', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'NDPProxy': '1.0', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Network': '1.1', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Port': '1.7', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'PortForwarding': '1.3', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'QosPolicy': '1.10', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroup': '1.5', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SecurityGroupRule': '1.2', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'SubPort': '1.0', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Subnet': '1.1', Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: 'Trunk': '1.1'}} Jul 25 12:39:28.977006 dv-cinder-825492-28-iscsi neutron-server[105688]: {{(pid=105688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 12:39:28.983449 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:28.983826 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:28.984223 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:28.986686 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:28.988384 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Bound port: 192ecc68-f067-4847-b3d5-86db72c9dad0, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:28.989185 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.070376 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] For port 192ecc68-f067-4847-b3d5-86db72c9dad0, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:29.074689 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] For port 192ecc68-f067-4847-b3d5-86db72c9dad0, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=192ecc68-f067-4847-b3d5-86db72c9dad0,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:29.085414 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.153755 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b3a0ae59-6439-43d0-9350-9946307d47d7 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:29.240392 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.4206645 Jul 25 12:39:29.246921 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44286) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:29.250663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (12b081c2-f14a-40b2-adf8-deea7b57cbca), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.255323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:29.256113 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.271287 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56533ffe-24f4-4756-909a-039c554d4d9d None None] Pushing event updated for resources: {'Port': ['ID=192ecc68-f067-4847-b3d5-86db72c9dad0,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:29.278798 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Request body: {'subnet': {'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-subnet', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:29.294966 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859b2f6-2612-4b38-9944-9a8e8d544384 None None] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:29.298120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c684bf-4ff9-42da-9469-f39fd7f763ec admin admin] Pushing event updated for resources: {'Network': ['ID=4181ae2d-cd73-4cb4-a9d0-f28fef05143a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:29.305385 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 3.4120421 Jul 25 12:39:29.309395 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for router_gateway (d881ad02-bd06-41f4-b94c-548053e44530), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.312784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44292) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:29.317379 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:29.318636 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Allocated IP 172.20.0.1 (9f36add4-a98d-4ec2-a004-7819cfb577b7/83cc1de7-c231-4d3f-bc12-b6842fab505d/47d95722-fd53-4ee1-97ed-4f07d35a1f26) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:29.321021 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.329818 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:29.335472 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:29.475308 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44298) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:29.487551 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:39:29.640386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks [] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.683420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Provisioning complete for port 755ef3d9-6660-4c9b-9841-acecd6561a05 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:29.685570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Request body: {'subnet': {'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1898669445-subnet', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:29.686299 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.724873 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:29.755547 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.798097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea5fb-ff77-4e0f-b437-0d84074c2a26 admin admin] Pushing event updated for resources: {'Network': ['ID=12b081c2-f14a-40b2-adf8-deea7b57cbca,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:29.799468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 755ef3d9-6660-4c9b-9841-acecd6561a05 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:29.803682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (56ef8c91-63dd-4506-b376-3abb060ae34d), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.806999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Made reservation on behalf of c24e32d2fb6e4a3db413acc06528d15e for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:29.809350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.857050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a39cd82a-75c3-48e5-9d52-ee88153628bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.857050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:29.875981 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:39:29.885541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:29.891548 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:29.892335 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:29.955460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:29.960860 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.009391 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.019037 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.023873 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Pushing event updated for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:30.152835 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a39cd82a-75c3-48e5-9d52-ee88153628bd admin admin] Publish callbacks [] for security_group (5496734b-ed66-47f1-b821-32efbfcfeed4), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.181427 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:26Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:30.197106 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.197372 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a39cd82a-75c3-48e5-9d52-ee88153628bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5496734b-ed66-47f1-b821-32efbfcfeed4), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.260231 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddb601-8a7d-447b-975f-c87308279e9d None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:26Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:30.288585 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cd82a-75c3-48e5-9d52-ee88153628bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496734b-ed66-47f1-b821-32efbfcfeed4,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:30.325805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.336811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:30.340895 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 755ef3d9-6660-4c9b-9841-acecd6561a05 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:30.341546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Network hostable DHCP agents. Network: 4181ae2d-cd73-4cb4-a9d0-f28fef05143a, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:39:30.342008 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.346642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ef8c91-63dd-4506-b376-3abb060ae34d,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:30.356177 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44328) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:30.361367 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-a39cd82a-75c3-48e5-9d52-ee88153628bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43179fa28eb0451ca665d1d6b0e70b73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8850715 Jul 25 12:39:30.368341 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44330) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:30.407234 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:30.409002 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Current status of the port 755ef3d9-6660-4c9b-9841-acecd6561a05 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:30.409520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.414917 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.447366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (cc978084-6825-41bc-a291-9245d779fe66), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.474354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] For port 755ef3d9-6660-4c9b-9841-acecd6561a05, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=755ef3d9-6660-4c9b-9841-acecd6561a05,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:30.513314 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.567549 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 755ef3d9-6660-4c9b-9841-acecd6561a05 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:30.568192 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.609030 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d39858-4100-4d42-9ce4-c56eb43df1f0 None None] Pushing event updated for resources: {'Port': ['ID=755ef3d9-6660-4c9b-9841-acecd6561a05,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:30.689072 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:39:30.690059 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG oslo_db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:39:30.702371 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-35c8b221-eefc-4f27-aa3a-d2fc3fbdfaca None None] Provisioning complete for port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:30.702951 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-35c8b221-eefc-4f27-aa3a-d2fc3fbdfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.768610 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-35c8b221-eefc-4f27-aa3a-d2fc3fbdfaca None None] Port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:30.772755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9d07e3ba-37ab-439a-821a-aa213311c90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.815037 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc978084-6825-41bc-a291-9245d779fe66,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:30.817462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:39:30.824777 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks [] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.835426 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Checking segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:30.835792 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Network hostable DHCP agents. Network: 12b081c2-f14a-40b2-adf8-deea7b57cbca, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:39:30.847671 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.850187 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:30.850308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 4181ae2d-cd73-4cb4-a9d0-f28fef05143a) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:30.859168 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd18e32-95b4-4a1f-a89b-b8af2527f1c2 None None] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:30.946663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:30.947263 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.038527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] Publish callbacks [] for security_group (5496734b-ed66-47f1-b821-32efbfcfeed4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.049709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b9da6dc9-4336-4f7b-8045-2784e8fbf977 None None] Provisioning complete for port 755ef3d9-6660-4c9b-9841-acecd6561a05 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:31.050321 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b9da6dc9-4336-4f7b-8045-2784e8fbf977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.062675 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2369092b-793f-4a82-b8de-17a996c8afd5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8062382 Jul 25 12:39:31.067558 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44342) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:31.080539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:39:31.081299 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:31.088531 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:31.102328 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:31.121070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 12b081c2-f14a-40b2-adf8-deea7b57cbca) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:31.138402 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Pushing event updated for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:31.162849 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb5c55-e18d-45d2-84dd-d87a98ee1184 None None] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:31.175910 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:31.176517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.193861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] Publish callbacks [] for security_group (5496734b-ed66-47f1-b821-32efbfcfeed4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.226441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (d881ad02-bd06-41f4-b94c-548053e44530), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.265564 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9d07e3ba-37ab-439a-821a-aa213311c90e admin admin] Publish callbacks [] for security_group (0f7570f5-d15d-405d-b652-859906ba348e), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.284373 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (2d79fea9-5746-4071-80a5-133375ec0310), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.285831 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (2d79fea9-5746-4071-80a5-133375ec0310), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.297930 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9d07e3ba-37ab-439a-821a-aa213311c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0f7570f5-d15d-405d-b652-859906ba348e), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.298286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-3e1e1968-0fd6-4da2-94fd-13ea06b202ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9818647 Jul 25 12:39:31.349212 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:31.351015 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:31.352944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44348) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:31.363290 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9d07e3ba-37ab-439a-821a-aa213311c90e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dfb4873fce0400b88e139274d392e58&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0034626 Jul 25 12:39:31.380362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44352) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:31.505081 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:31.562041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07e3ba-37ab-439a-821a-aa213311c90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7570f5-d15d-405d-b652-859906ba348e,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:31.589630 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 755ef3d9-6660-4c9b-9841-acecd6561a05 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:31.590723 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b3a0ae59-6439-43d0-9350-9946307d47d7 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:31.606602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:39:31.607581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.610794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5496734b-ed66-47f1-b821-32efbfcfeed4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.616403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.620695 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5496734b-ed66-47f1-b821-32efbfcfeed4 HTTP/1.1" status: 204 len: 168 time: 1.2476368 Jul 25 12:39:31.641012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:31.683305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f392ca-b547-4453-9743-d6a1fb094731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496734b-ed66-47f1-b821-32efbfcfeed4,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:31.796806 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b9da6dc9-4336-4f7b-8045-2784e8fbf977 None None] Current status of the port 755ef3d9-6660-4c9b-9841-acecd6561a05 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:31.808909 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Router d881ad02-bd06-41f4-b94c-548053e44530 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:39:31.818680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b3a0ae59-6439-43d0-9350-9946307d47d7 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:31.819066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.926775 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-12b081c2-f14a-40b2-adf8-deea7b57cbca', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'fixed_ips': [{'subnet_id': 'cc978084-6825-41bc-a291-9245d779fe66'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:39:31.928174 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.945116 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for router_controller (2d79fea9-5746-4071-80a5-133375ec0310), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:31.953257 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:31.969362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:39:32.095784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:32.114703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:32.119705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-a1548d4a-a305-4bef-9d55-6dd9da29d7d2 None None] Provisioning complete for port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:32.120053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1548d4a-a305-4bef-9d55-6dd9da29d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.129336 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.130742 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fbca8685-5893-49e1-a1ae-ed9fd76cffb6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0585670 Jul 25 12:39:32.135207 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44380) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:32.165630 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:32.192497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:32.193320 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:32.194253 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for router_gateway (2d79fea9-5746-4071-80a5-133375ec0310), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.196971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44382) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:32.203106 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] Publish callbacks [] for security_group (0f7570f5-d15d-405d-b652-859906ba348e), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.210798 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (793f968c-dc90-4526-a01e-19610fe99392), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.211807 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (793f968c-dc90-4526-a01e-19610fe99392), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.217809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a97b7574-ad01-48aa-888f-7af9460ea08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.321425 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] Publish callbacks [] for security_group (0f7570f5-d15d-405d-b652-859906ba348e), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.333357 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-a1548d4a-a305-4bef-9d55-6dd9da29d7d2 None None] Port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:32.383778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:32.400094 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Allocated IP 172.20.0.2 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/a17670f1-682c-4eda-93df-8515d6258a49) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:32.429456 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b3a0ae59-6439-43d0-9350-9946307d47d7 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:32.446017 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for router_controller (793f968c-dc90-4526-a01e-19610fe99392), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.455229 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:32.474903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:32.480827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a97b7574-ad01-48aa-888f-7af9460ea08d admin admin] Publish callbacks [] for security_group (9b9c8a6f-85a5-4812-8231-80c0068253c1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.509255 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8874b72f-d51a-45ea-ae70-b2ef5fd5d39f admin admin] 10.222.0.60 "PUT /v2.0/routers/84b6854b-2b6d-4cd8-984b-a532e850eea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398225 Jul 25 12:39:32.534711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Allocated IP 172.20.0.2 (12b081c2-f14a-40b2-adf8-deea7b57cbca/cc978084-6825-41bc-a291-9245d779fe66/f0e0eb08-99b0-478a-b271-03ca789940fc) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:32.554509 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:32.599148 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a97b7574-ad01-48aa-888f-7af9460ea08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9b9c8a6f-85a5-4812-8231-80c0068253c1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.630687 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a97b7574-ad01-48aa-888f-7af9460ea08d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ff8f61d693c42ff817aea63979d4e91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4298534 Jul 25 12:39:32.630687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44388) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:32.762395 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0f7570f5-d15d-405d-b652-859906ba348e), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.767211 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.776185 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f7570f5-d15d-405d-b652-859906ba348e HTTP/1.1" status: 204 len: 168 time: 1.3826268 Jul 25 12:39:32.799785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] Publish callbacks [] for security_group (9b9c8a6f-85a5-4812-8231-80c0068253c1), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.820843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 755ef3d9-6660-4c9b-9841-acecd6561a05 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:32.829577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441456-3390-4b35-8028-d6fc58abe888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7570f5-d15d-405d-b652-859906ba348e,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:32.908349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] Publish callbacks [] for security_group (9b9c8a6f-85a5-4812-8231-80c0068253c1), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:32.989827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:33.008754 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b7574-ad01-48aa-888f-7af9460ea08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9c8a6f-85a5-4812-8231-80c0068253c1,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:33.023208 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:33.040481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9b9c8a6f-85a5-4812-8231-80c0068253c1), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.048412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.052788 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b9c8a6f-85a5-4812-8231-80c0068253c1 HTTP/1.1" status: 204 len: 168 time: 0.4189062 Jul 25 12:39:33.067478 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055320d-d97f-4509-b413-7cdb61a49ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9c8a6f-85a5-4812-8231-80c0068253c1,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:33.083465 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:33.112518 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:33.113683 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for router_gateway (2d79fea9-5746-4071-80a5-133375ec0310), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.115557 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:33.181663 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 755ef3d9-6660-4c9b-9841-acecd6561a05 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:33.182085 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.216206 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.253212 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:33.277824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks [] for port (a17670f1-682c-4eda-93df-8515d6258a49), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.297950 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:28Z', 'revision_number': 3, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:33.306982 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (a17670f1-682c-4eda-93df-8515d6258a49), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.319053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.365744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:33.366122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Updating router d881ad02-bd06-41f4-b94c-548053e44530 port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:33.368496 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks [] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.392582 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:33.401600 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Allocated IP 172.27.1.40 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/90941d2a-6661-472f-9ed3-a9fc3e2360c8) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:33.428361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.439302 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:33.453511 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:33.467048 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:33.499893 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Pushing event updated for resources: {'Port': ['ID=a17670f1-682c-4eda-93df-8515d6258a49,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:33.506201 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.561020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.583881 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:33.600733 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for router_gateway (793f968c-dc90-4526-a01e-19610fe99392), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.610309 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.640679 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:33.665530 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 755ef3d9-6660-4c9b-9841-acecd6561a05 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:33.673043 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 192ecc68-f067-4847-b3d5-86db72c9dad0 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:33.696620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:33.737200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Pushing event updated for resources: {'Port': ['ID=f0e0eb08-99b0-478a-b271-03ca789940fc,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:33.792505 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44440) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:33.792971 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:33.803018 dv-cinder-825492-28-iscsi neutron-server[105686]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 12:39:33.835590 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:33.841842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Allocated IP 172.20.0.1 (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337/352f0f50-67c9-44b4-8012-926ddc0a6e07/dab7771d-06a4-48e9-9b57-66ff0db4aec3) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:33.855881 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 2, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:33.871575 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Attempting to bind port a17670f1-682c-4eda-93df-8515d6258a49 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:33.872565 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Attempting to bind port a17670f1-682c-4eda-93df-8515d6258a49 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:33.873295 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Attempting to bind port a17670f1-682c-4eda-93df-8515d6258a49 on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:33.902240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:33.902942 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:33.903544 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.904143 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:33.904816 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Bound port: a17670f1-682c-4eda-93df-8515d6258a49, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:33.905987 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a17670f1-682c-4eda-93df-8515d6258a49), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:33.930468 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:33.932317 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Updating router 84b6854b-2b6d-4cd8-984b-a532e850eea2 port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:33.993808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:33.995433 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44454) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:34.051209 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.061847 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 192ecc68-f067-4847-b3d5-86db72c9dad0 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:34.070053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.089636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks [] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.112566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Attempting to bind port f0e0eb08-99b0-478a-b271-03ca789940fc on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:34.113135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Attempting to bind port f0e0eb08-99b0-478a-b271-03ca789940fc by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:34.113942 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Attempting to bind port f0e0eb08-99b0-478a-b271-03ca789940fc on network 12b081c2-f14a-40b2-adf8-deea7b57cbca {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:34.139880 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:34.146333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.185584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:34.186356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Checking segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:34.186932 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.187486 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Bound using segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:34.188154 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Bound port: f0e0eb08-99b0-478a-b271-03ca789940fc, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:34.188886 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.236683 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-80c035e7-71c1-4f4f-a391-a9889dfe39af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.245439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:34.252011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:34.252334 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:34.260105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:34.277437 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:34.278170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (d881ad02-bd06-41f4-b94c-548053e44530), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.289628 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:34.315603 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.334071 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] For port a17670f1-682c-4eda-93df-8515d6258a49, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:34.339299 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] For port a17670f1-682c-4eda-93df-8515d6258a49, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a17670f1-682c-4eda-93df-8515d6258a49,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:34.510681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:34.756577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=90941d2a-6661-472f-9ed3-a9fc3e2360c8,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:34.784413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:34.802271 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] For port f0e0eb08-99b0-478a-b271-03ca789940fc, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:34.806116 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks [] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.813272 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.814584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a17670f1-682c-4eda-93df-8515d6258a49), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:34.889567 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1268-7aa6-409b-93a7-ba4b642c0ee8 None None] Pushing event updated for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:34.897727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.043708 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:35.048067 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:35.053137 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Attempting to bind port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:35.053810 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Attempting to bind port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:35.054808 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Attempting to bind port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:35.062351 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:35.063149 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:35.063815 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.064614 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Bound using segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:35.065375 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Bound port: 47d95722-fd53-4ee1-97ed-4f07d35a1f26, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:35.066159 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.135331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] For port f0e0eb08-99b0-478a-b271-03ca789940fc, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=f0e0eb08-99b0-478a-b271-03ca789940fc,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:35.169545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-d54cd791-7c70-4e78-a6a4-f3f46f9580b3 None None] Provisioning complete for port dab7771d-06a4-48e9-9b57-66ff0db4aec3 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:35.169959 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d54cd791-7c70-4e78-a6a4-f3f46f9580b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.177988 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] For port 47d95722-fd53-4ee1-97ed-4f07d35a1f26, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:35.188757 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.192663 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] For port 47d95722-fd53-4ee1-97ed-4f07d35a1f26, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=47d95722-fd53-4ee1-97ed-4f07d35a1f26,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:35.193260 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c478e2-8c0b-4b82-960a-b3407fd5541c None None] Pushing event updated for resources: {'Port': ['ID=a17670f1-682c-4eda-93df-8515d6258a49,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:35.206465 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 192ecc68-f067-4847-b3d5-86db72c9dad0 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:35.206864 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.215088 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.238231 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-ce76d98f-9adb-4a29-b8b1-3608a887a7d4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:35.239835 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-ce76d98f-9adb-4a29-b8b1-3608a887a7d4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 1.4406080 Jul 25 12:39:35.354195 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-35f3403c-06e7-4c73-aad7-9a6dd2012fec tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/quotas/3b0ca10639aa47dea81db9799273acba HTTP/1.1" status: 200 len: 375 time: 0.0807137 Jul 25 12:39:35.365082 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for router_gateway (793f968c-dc90-4526-a01e-19610fe99392), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.396824 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:35.397450 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:35.497402 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks [] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.538694 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1268-7aa6-409b-93a7-ba4b642c0ee8 None None] Pushing event updated for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:35.556067 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks [] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.560227 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:35.567356 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.568305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (d881ad02-bd06-41f4-b94c-548053e44530), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.575792 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.667840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:35.680104 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:35.682494 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-d54cd791-7c70-4e78-a6a4-f3f46f9580b3 None None] Port dab7771d-06a4-48e9-9b57-66ff0db4aec3 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:35.688461 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.694744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 192ecc68-f067-4847-b3d5-86db72c9dad0, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=192ecc68-f067-4847-b3d5-86db72c9dad0,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:35.758448 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Attempting to bind port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:35.764459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Attempting to bind port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:35.765183 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Attempting to bind port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:35.772740 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.790194 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:35.793251 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:35.794439 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.796429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:35.798662 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Bound port: 7cb94315-67d0-4f40-af4e-a1f4b91c6cca, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:35.801263 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.872442 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67adf6-66eb-4d71-bddd-33e84ab6735b None None] Pushing event updated for resources: {'Port': ['ID=f0e0eb08-99b0-478a-b271-03ca789940fc,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:35.880059 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-80c035e7-71c1-4f4f-a391-a9889dfe39af admin admin] Publish callbacks [] for security_group (a51c4214-bafe-4163-be5e-dda1521bbfbe), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:35.944488 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-2a18e16c-af71-497f-9f9e-d1aa2690e4d3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5730357 Jul 25 12:39:35.955650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466e375-212a-4e3d-a343-672a128ac4dd None None] Pushing event updated for resources: {'Port': ['ID=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:36.019406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-80c035e7-71c1-4f4f-a391-a9889dfe39af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a51c4214-bafe-4163-be5e-dda1521bbfbe), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.028892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a17670f1-682c-4eda-93df-8515d6258a49 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:36.078915 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Provisioning complete for port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:36.079392 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.113669 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:36.163531 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:36.205948 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Allocated IP 172.27.1.163 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/776cca14-b58d-41c6-ada2-272142dd0f8e) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:36.262331 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114795-a4aa-4b9b-a6d8-2f9cb9e09f52 None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:36.300351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:36.303462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:36.305819 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for router_gateway (2d79fea9-5746-4071-80a5-133375ec0310), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.325636 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port a17670f1-682c-4eda-93df-8515d6258a49 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:36.326163 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a17670f1-682c-4eda-93df-8515d6258a49), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.352809 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] For port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:36.412204 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=192ecc68-f067-4847-b3d5-86db72c9dad0,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:36.450086 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] For port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:36.513216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.546839 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:36.589816 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:39:36.728206 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Current status of the port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:36.728653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.788317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:36.789169 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:36.804585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:36.852027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466e375-212a-4e3d-a343-672a128ac4dd None None] Pushing event updated for resources: {'Port': ['ID=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:36.924439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.943966 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port a17670f1-682c-4eda-93df-8515d6258a49 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:36.944326 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a17670f1-682c-4eda-93df-8515d6258a49), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:36.969075 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] For port 47d95722-fd53-4ee1-97ed-4f07d35a1f26, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=47d95722-fd53-4ee1-97ed-4f07d35a1f26,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:37.001705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:37.002600 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:37.004941 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.014691 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-80c035e7-71c1-4f4f-a391-a9889dfe39af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34e1aebbb34e477d9877bd465e7d246b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9684722 Jul 25 12:39:37.018939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c035e7-71c1-4f4f-a391-a9889dfe39af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c4214-bafe-4163-be5e-dda1521bbfbe,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:37.019504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44510) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:37.029756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.078966 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-9134fa50-f7e0-4e8c-bdbf-f476e156162e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105686) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:39:37.079936 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-9134fa50-f7e0-4e8c-bdbf-f476e156162e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5528221 Jul 25 12:39:37.107714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:37.129241 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7cb5cf43-db95-4b34-a67c-aea48b8ad9f2 admin admin] 10.222.0.60 "PUT /v2.0/routers/d881ad02-bd06-41f4-b94c-548053e44530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9899123 Jul 25 12:39:37.152688 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:37.156771 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port a17670f1-682c-4eda-93df-8515d6258a49, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a17670f1-682c-4eda-93df-8515d6258a49,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:37.202547 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] Publish callbacks [] for security_group (a51c4214-bafe-4163-be5e-dda1521bbfbe), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.215266 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05491c63-9fcd-4e0c-b774-5f7b0d979c0a None None] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:37.239121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] Publish callbacks [] for security_group (a51c4214-bafe-4163-be5e-dda1521bbfbe), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.315070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a51c4214-bafe-4163-be5e-dda1521bbfbe), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.319896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.321183 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a51c4214-bafe-4163-be5e-dda1521bbfbe HTTP/1.1" status: 204 len: 168 time: 0.2998869 Jul 25 12:39:37.332639 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6657e-9f5d-4fe4-9172-d27fc4556840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c4214-bafe-4163-be5e-dda1521bbfbe,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:37.384071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:37.391300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:37.412024 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a17670f1-682c-4eda-93df-8515d6258a49), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.418826 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:37.432342 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27807a-e02b-426e-944b-3a1f6477727b None None] Pushing event updated for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:37.477026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (2d79fea9-5746-4071-80a5-133375ec0310), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.531223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Pushing event updated for resources: {'Port': ['ID=776cca14-b58d-41c6-ada2-272142dd0f8e,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:37.532654 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Provisioning complete for port dab7771d-06a4-48e9-9b57-66ff0db4aec3 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:37.533105 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.618414 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-fd0a7972-13c8-40e7-b1f7-5a3557c1e2c6 service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147395 Jul 25 12:39:37.626656 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a589d2-db37-4bdf-b264-db746389bb36 None None] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:39:37.650963 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:37.700076 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Port dab7771d-06a4-48e9-9b57-66ff0db4aec3 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:37.779686 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=a17670f1-682c-4eda-93df-8515d6258a49,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:37.806150 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Provisioning complete for port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:37.807313 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:37.860026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:37.939014 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-5931a8dd-5b3c-449a-9935-d4a75cbf3133 service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092432 Jul 25 12:39:37.973789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Router 2d79fea9-5746-4071-80a5-133375ec0310 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:39:37.975687 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for router_gateway (793f968c-dc90-4526-a01e-19610fe99392), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.211122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 192ecc68-f067-4847-b3d5-86db72c9dad0 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:38.277362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 2, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:38.332144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44552) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:38.344456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441165373', 'description': 'tempest-description--414218883'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:38.393204 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc75b7d-978c-49a2-be9f-b11b5e38e6f6 None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 2, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:38.396503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-61988034-0677-4c76-9fe4-db76a999b3de None None] Current status of the port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:38.427409 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 192ecc68-f067-4847-b3d5-86db72c9dad0 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:38.428078 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.446216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.636392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (4eedabde-a372-4428-819f-e25677d4a5b1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.643718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4eedabde-a372-4428-819f-e25677d4a5b1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.660992 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e31ac45a-1fb4-4ba0-a119-60aab2904c2b req-7973e8e8-f927-4b26-806c-a4aebeac0f5c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 210 time: 0.2061419 Jul 25 12:39:38.714577 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:38.720902 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3872304 Jul 25 12:39:38.750545 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44570) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:38.768262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group_rule': {'security_group_id': '4eedabde-a372-4428-819f-e25677d4a5b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:38.797723 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbd2df-bfc3-4e22-a998-6963fe4215bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eedabde-a372-4428-819f-e25677d4a5b1,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:38.832026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:38.896768 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Provisioning complete for port a17670f1-682c-4eda-93df-8515d6258a49 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:38.916142 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a17670f1-682c-4eda-93df-8515d6258a49), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.057556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:39.089026 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:39.096803 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (08256c53-a04d-4d7e-a1c0-a848ecb1d502), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.102493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:39.149450 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44606) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:39.153243 dv-cinder-825492-28-iscsi neutron-server[105685]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 12:39:39.156253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:39.157058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:39.176909 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (793f968c-dc90-4526-a01e-19610fe99392), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.193648 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.196682 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1892c0cc-9595-4e93-acc6-f016db60d5e9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1233630 Jul 25 12:39:39.208472 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44608) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:39.226939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 192ecc68-f067-4847-b3d5-86db72c9dad0 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:39.229676 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 47d95722-fd53-4ee1-97ed-4f07d35a1f26 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:39.395942 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:39.516889 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-e36c1263-3520-4085-9f66-c74dd2045980 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:39.519483 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-e36c1263-3520-4085-9f66-c74dd2045980 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 0.3688388 Jul 25 12:39:39.561033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-575703f7-daf0-43c6-b769-f6faa8fc2470 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/quotas/3b0ca10639aa47dea81db9799273acba HTTP/1.1" status: 200 len: 375 time: 0.0348506 Jul 25 12:39:39.600874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:39.606246 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (08256c53-a04d-4d7e-a1c0-a848ecb1d502), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.622915 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Current status of the port a17670f1-682c-4eda-93df-8515d6258a49 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:39.658185 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Provisioning complete for port f0e0eb08-99b0-478a-b271-03ca789940fc triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:39.658679 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.679142 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (08256c53-a04d-4d7e-a1c0-a848ecb1d502), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.736051 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.737285 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9863069 Jul 25 12:39:39.738964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:39.739554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:39.748473 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44630) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:39.757209 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group_rule': {'security_group_id': '4eedabde-a372-4428-819f-e25677d4a5b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:39.781763 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5089fad-dc98-46b6-a284-05de9b0aab72 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08256c53-a04d-4d7e-a1c0-a848ecb1d502,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:39.802700 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-0617be14-0355-4952-b3c2-8ad8e0f6b1d3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2346890 Jul 25 12:39:39.812734 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Router 793f968c-dc90-4526-a01e-19610fe99392 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:39:39.847737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:39.861721 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (af98966b-81f8-4f6f-8a01-7a4dd677e2f5), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.038758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 3, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:40.084856 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (af98966b-81f8-4f6f-8a01-7a4dd677e2f5), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.098400 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:40.098400 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Updating router 2d79fea9-5746-4071-80a5-133375ec0310 port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:40.148149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (af98966b-81f8-4f6f-8a01-7a4dd677e2f5), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.178317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Current status of the port f0e0eb08-99b0-478a-b271-03ca789940fc is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:40.178669 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.227260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-21e23fd8-691c-4b18-a5b9-f941f206d147 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:39:40.228378 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-21e23fd8-691c-4b18-a5b9-f941f206d147 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2087979 Jul 25 12:39:40.244603 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:40.245707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device f0e0eb08-99b0-478a-b271-03ca789940fc up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:40.255736 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.288765 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af98966b-81f8-4f6f-8a01-7a4dd677e2f5,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:40.297212 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:40.300393 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.301608 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-586acddb-efd4-4cf1-be35-48317b64bc04 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513654 Jul 25 12:39:40.309474 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44656) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:40.317566 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:40.334175 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:40.347421 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Sync routers for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:40.363635 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:40.364492 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:40.372795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:40.430553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-45705cd6-adcd-40e4-8ffd-fc09b4a9ec53 service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950836 Jul 25 12:39:40.463607 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.478504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44662) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:40.488447 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e921a790-2d65-457c-8a2a-94ad9b210815 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1173024 Jul 25 12:39:40.492280 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.527617 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:40.537343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] For port f0e0eb08-99b0-478a-b271-03ca789940fc, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=f0e0eb08-99b0-478a-b271-03ca789940fc,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:40.553630 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.603651 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:40.740095 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port f0e0eb08-99b0-478a-b271-03ca789940fc triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:40.740488 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.747726 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:40.799846 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:37Z', 'revision_number': 3, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:40.825168 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a45c0d7-b025-4a48-a598-a8747f4d5127 None None] Provisioning complete for port f0e0eb08-99b0-478a-b271-03ca789940fc triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:40.828795 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Checking router: 793f968c-dc90-4526-a01e-19610fe99392 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:40.829310 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Updating router 793f968c-dc90-4526-a01e-19610fe99392 port 776cca14-b58d-41c6-ada2-272142dd0f8e binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:40.829843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a45c0d7-b025-4a48-a598-a8747f4d5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.889953 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.898699 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:40.985749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:41.070979 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks [] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.095402 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.115266 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-710ae9c5-4659-4337-a70a-ac719910c451 service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700504 Jul 25 12:39:41.190759 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Allocated IP 172.27.1.28 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:41.234659 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4b3c4-7ba6-47b2-918d-8547ca5e3680 None None] Pushing event updated for resources: {'Port': ['ID=f0e0eb08-99b0-478a-b271-03ca789940fc,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:41.243960 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a45c0d7-b025-4a48-a598-a8747f4d5127 None None] Current status of the port f0e0eb08-99b0-478a-b271-03ca789940fc is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:41.255636 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.296302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.365759 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb85ff-24c4-4094-bd19-d4a3bfaa76f0 None None] Pushing event updated for resources: {'Port': ['ID=90941d2a-6661-472f-9ed3-a9fc3e2360c8,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:41.384400 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Attempting to bind port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:41.384764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Attempting to bind port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:41.385134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Attempting to bind port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:41.411196 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:41.411567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:41.411979 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.412372 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:41.413407 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Bound port: 90941d2a-6661-472f-9ed3-a9fc3e2360c8, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:41.413407 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.477016 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port f0e0eb08-99b0-478a-b271-03ca789940fc is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:41.534629 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] For port 90941d2a-6661-472f-9ed3-a9fc3e2360c8, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:41.543688 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] For port 90941d2a-6661-472f-9ed3-a9fc3e2360c8, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=90941d2a-6661-472f-9ed3-a9fc3e2360c8,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:41.554069 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.599186 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:41.624764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:41.625400 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:41.702840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Allocated IP 172.20.0.1 (12b081c2-f14a-40b2-adf8-deea7b57cbca/cc978084-6825-41bc-a291-9245d779fe66/43d93943-0d89-4b4d-9d66-97ee6e57d00f) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:41.704681 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:41.713436 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb85ff-24c4-4094-bd19-d4a3bfaa76f0 None None] Pushing event updated for resources: {'Port': ['ID=90941d2a-6661-472f-9ed3-a9fc3e2360c8,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:41.792898 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9e7546a6-656f-430b-b32c-383b39834561 req-6a5aea46-fffe-400f-9e73-a300ce0fcef9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 210 time: 0.0800323 Jul 25 12:39:41.839976 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:41.856918 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:41.862075 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 7cb94315-67d0-4f40-af4e-a1f4b91c6cca up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:41.882386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:41.932190 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:42.090807 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.095625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.61', 51617) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:42.193632 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:42.220401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:42.221169 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:42.223886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Allocated IP 172.20.0.1 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/390335e7-773e-4a37-9249-0f7d72e722ac) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:42.228574 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:42.238261 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:42.240337 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks [] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.364490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.404707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:42.434286 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-a83b1a5a-0a72-44f5-ab40-08c46fc851e8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:42.435758 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-a83b1a5a-0a72-44f5-ab40-08c46fc851e8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 0.3305454 Jul 25 12:39:42.437009 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks [] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.444707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.448109 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:42.453525 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.497081 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.499220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:42.510202 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.540502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:42.557301 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:42.566323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:42.566931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (793f968c-dc90-4526-a01e-19610fe99392), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.585706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:42.591188 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:42.622722 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Attempting to bind port 776cca14-b58d-41c6-ada2-272142dd0f8e on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:42.624019 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Attempting to bind port 776cca14-b58d-41c6-ada2-272142dd0f8e by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:42.624563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Attempting to bind port 776cca14-b58d-41c6-ada2-272142dd0f8e on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:42.634983 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:42.635728 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:42.636268 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.636787 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:42.637400 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Bound port: 776cca14-b58d-41c6-ada2-272142dd0f8e, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:42.640056 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.721597 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.731758 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'port': {'device_id': '21a2d814-e80f-4925-a7b9-079437015ea9', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'admin_state_up': True, 'tenant_id': '3b0ca10639aa47dea81db9799273acba'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:42.740506 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.747084 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Pushing event updated for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:42.763717 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] For port 776cca14-b58d-41c6-ada2-272142dd0f8e, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:42.763717 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] For port 776cca14-b58d-41c6-ada2-272142dd0f8e, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=776cca14-b58d-41c6-ada2-272142dd0f8e,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:42.791280 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:42.814629 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 3, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:42.840665 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:42.841293 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:42.899471 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:42.926205 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.009362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.019748 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8e8a9e7c-8b69-4b77-828d-cd14e22d2879 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6995125 Jul 25 12:39:43.020197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5854eb-8cbb-492c-845e-9a40fa94ffde None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 3, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:43.029630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks [] for port (390335e7-773e-4a37-9249-0f7d72e722ac), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.165033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.255274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:43.259999 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Pushing event updated for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:43.286061 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:43.296466 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2165f9-1ab2-4cdc-b954-d3f9967a8335 None None] Pushing event updated for resources: {'Port': ['ID=776cca14-b58d-41c6-ada2-272142dd0f8e,revision_number=2']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:43.309369 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:43.319276 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:43.342264 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:43.343189 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (2d79fea9-5746-4071-80a5-133375ec0310), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.361476 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5ee48489-3cf4-405b-b137-cf87cee25009 req-421107da-eb6a-4e0f-8f09-3734879fa891 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 210 time: 0.3817775 Jul 25 12:39:43.364432 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:43.364929 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.370835 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-8fa3f010-f1d0-48e5-8ba5-5af29a202a5b None None] Provisioning complete for port 43d93943-0d89-4b4d-9d66-97ee6e57d00f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:43.371200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f010-f1d0-48e5-8ba5-5af29a202a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.388705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:43.548153 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:43.667722 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:43.687746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3f010-f1d0-48e5-8ba5-5af29a202a5b None None] Port 43d93943-0d89-4b4d-9d66-97ee6e57d00f cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:43.742096 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.743068 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a17670f1-682c-4eda-93df-8515d6258a49 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:43.843417 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Made reservation on behalf of 3b0ca10639aa47dea81db9799273acba for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:43.879144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:43.942675 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:44.011138 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-5de90243-2810-497d-87fb-b499fc535bde tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1441165373&fields=id&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 267 time: 0.3657658 Jul 25 12:39:44.049245 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.115829 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:44.300883 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:44.381695 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-cbe4529e-623d-4e14-ae9a-83cdddbf8d1d None None] Provisioning complete for port 390335e7-773e-4a37-9249-0f7d72e722ac triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:44.382999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cbe4529e-623d-4e14-ae9a-83cdddbf8d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.421029 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2165f9-1ab2-4cdc-b954-d3f9967a8335 None None] Pushing event updated for resources: {'Port': ['ID=776cca14-b58d-41c6-ada2-272142dd0f8e,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:44.456571 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.61', 51623) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:44.589561 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port a17670f1-682c-4eda-93df-8515d6258a49 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:44.589993 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a17670f1-682c-4eda-93df-8515d6258a49), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.620843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 2, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:44.720846 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:37Z', 'revision_number': 3, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:44.723987 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.828331 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488d48a-e78e-4d02-b5bb-44152301bd9e None None] The sync data for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi is: [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:37Z', 'revision_number': 3, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:44.850842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks [] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.898471 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:44.903619 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:44.904927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.905833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (793f968c-dc90-4526-a01e-19610fe99392), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:44.923107 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:44.923261 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Updating router d881ad02-bd06-41f4-b94c-548053e44530 port dab7771d-06a4-48e9-9b57-66ff0db4aec3 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:44.925389 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4529e-623d-4e14-ae9a-83cdddbf8d1d None None] Port 390335e7-773e-4a37-9249-0f7d72e722ac cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:45.043131 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:45.172196 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-40ff3fbe-6851-476d-8339-913920cc30f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:45.173860 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-40ff3fbe-6851-476d-8339-913920cc30f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 817 time: 1.1381555 Jul 25 12:39:45.257055 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-09a629c6-fd44-424c-b019-7e61bc3787c6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/quotas/df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 375 time: 0.0714958 Jul 25 12:39:45.431807 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-d0a3abe4-f0f6-43db-9a65-709b7d378636 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:45.439867 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-d0a3abe4-f0f6-43db-9a65-709b7d378636 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 0.9782393 Jul 25 12:39:45.454533 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36de3c53-3333-49f0-ac26-8f6f4aa8b805 req-81e988ba-5960-4e4e-9d33-21989959ef96 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 210 time: 0.3436189 Jul 25 12:39:45.537679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Pushing event updated for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:45.634737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'port': {'device_id': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'admin_state_up': True, 'tenant_id': '3b0ca10639aa47dea81db9799273acba'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:45.698964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Allocated IP 172.20.0.4 (9f36add4-a98d-4ec2-a004-7819cfb577b7/83cc1de7-c231-4d3f-bc12-b6842fab505d/374c317a-9ec5-4783-a0a0-3e363e8ecbb6) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:45.733800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:45.783373 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port a17670f1-682c-4eda-93df-8515d6258a49 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:45.784606 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device f0e0eb08-99b0-478a-b271-03ca789940fc up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:45.815368 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:45.864239 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks [] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:45.893348 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:45.934216 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-a26429b9-aa26-4fdb-b334-3641bacf91b9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6133702 Jul 25 12:39:46.047836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:46.197463 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Router 793f968c-dc90-4526-a01e-19610fe99392 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:39:46.215764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd097e6-39b0-47f8-93a6-3b53f489842e None None] Pushing event updated for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:46.339165 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port f0e0eb08-99b0-478a-b271-03ca789940fc triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:46.339565 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.591621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:46.607101 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9491f98a-dec2-423c-a911-0e5bb1d560df admin admin] 10.222.0.60 "PUT /v2.0/routers/793f968c-dc90-4526-a01e-19610fe99392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0644038 Jul 25 12:39:46.673134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Attempting to bind port dab7771d-06a4-48e9-9b57-66ff0db4aec3 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:46.673134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Attempting to bind port dab7771d-06a4-48e9-9b57-66ff0db4aec3 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:46.673134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Attempting to bind port dab7771d-06a4-48e9-9b57-66ff0db4aec3 on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:46.709430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-16a47ce2-56b9-46b2-bcf0-ec0411380ba9 None None] Provisioning complete for port 43d93943-0d89-4b4d-9d66-97ee6e57d00f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:46.709430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-16a47ce2-56b9-46b2-bcf0-ec0411380ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.774487 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Made reservation on behalf of 3b0ca10639aa47dea81db9799273acba for: {'port': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:46.786880 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.794760 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks [] for port (390335e7-773e-4a37-9249-0f7d72e722ac), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.808444 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-16a47ce2-56b9-46b2-bcf0-ec0411380ba9 None None] Port 43d93943-0d89-4b4d-9d66-97ee6e57d00f cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:46.812193 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:46.813543 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Checking segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:46.814128 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.814663 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Bound using segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:46.815321 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Bound port: dab7771d-06a4-48e9-9b57-66ff0db4aec3, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:46.818432 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.824251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.831873 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bf46a52c-d536-45cd-9274-ddcdd0b15f8b req-ef3a0dfa-34d9-4abb-9bec-cd0f7c318763 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 210 time: 0.1347251 Jul 25 12:39:46.863809 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.864675 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (2d79fea9-5746-4071-80a5-133375ec0310), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:46.911971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:46.939075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:47.035164 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b06244a8-e1e9-44f9-90cb-ce42b495e8da None None] Provisioning complete for port dab7771d-06a4-48e9-9b57-66ff0db4aec3 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:47.035567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b06244a8-e1e9-44f9-90cb-ce42b495e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:47.174702 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b06244a8-e1e9-44f9-90cb-ce42b495e8da None None] Port dab7771d-06a4-48e9-9b57-66ff0db4aec3 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:47.178372 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port f0e0eb08-99b0-478a-b271-03ca789940fc is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:47.277231 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:47.288255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] For port dab7771d-06a4-48e9-9b57-66ff0db4aec3, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:47.292028 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] For port dab7771d-06a4-48e9-9b57-66ff0db4aec3, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=dab7771d-06a4-48e9-9b57-66ff0db4aec3,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:47.306227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:47.509162 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:47.515225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:47.524656 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:47.528401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:47.540429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:47.547294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:47.567532 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:47.604251 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-5eb42f32-0f4a-480b-838b-fc1ecaa0d6ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9092948 Jul 25 12:39:47.618195 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:47.619083 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:47.637058 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-536fd774-ea16-48a2-a3ee-b9c82ac165b0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:39:47.642084 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-536fd774-ea16-48a2-a3ee-b9c82ac165b0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0263844 Jul 25 12:39:48.127259 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Request body: {'port': {'device_id': '21a2d814-e80f-4925-a7b9-079437015ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:48.319728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:48.322140 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 7cb94315-67d0-4f40-af4e-a1f4b91c6cca up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:48.324462 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Pushing event updated for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:48.361382 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:48.392674 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd097e6-39b0-47f8-93a6-3b53f489842e None None] Pushing event updated for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:48.430241 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:48.430846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.456109 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-8dce04a1-38d5-4171-b74f-dfd708cf5380 service neutron] 10.222.0.60 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4848366 Jul 25 12:39:48.468437 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.478900 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Provisioning complete for port dab7771d-06a4-48e9-9b57-66ff0db4aec3 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:48.479284 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.564456 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e85a0cb0-0e2b-48d4-85e8-a306ca55b8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.616246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:48.617719 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 90941d2a-6661-472f-9ed3-a9fc3e2360c8 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:48.698711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Current status of the port dab7771d-06a4-48e9-9b57-66ff0db4aec3 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:48.699353 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.715004 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:48.739847 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] For port dab7771d-06a4-48e9-9b57-66ff0db4aec3, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=dab7771d-06a4-48e9-9b57-66ff0db4aec3,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:48.750314 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-9134d66d-4810-42b7-82c7-0ecb52ac4bcc service neutron] 10.222.0.60 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068577 Jul 25 12:39:48.753374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Allocated IP 172.20.0.5 (9f36add4-a98d-4ec2-a004-7819cfb577b7/83cc1de7-c231-4d3f-bc12-b6842fab505d/c82f357c-9290-4145-9b37-868045fadfa7) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:48.782337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.818878 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:48.823128 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:48.831195 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:48.831765 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:48.878845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-9c3abb00-c0db-45fb-a730-81c3467ba6d5 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:48.885272 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-9c3abb00-c0db-45fb-a730-81c3467ba6d5 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/networks?id=12b081c2-f14a-40b2-adf8-deea7b57cbca HTTP/1.1" status: 200 len: 812 time: 0.6617484 Jul 25 12:39:49.061817 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-2314921a-3562-4169-94e4-73fba351c98b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/quotas/c24e32d2fb6e4a3db413acc06528d15e HTTP/1.1" status: 200 len: 375 time: 0.1517565 Jul 25 12:39:49.139793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:39:49.206819 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:49.235177 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-738e1836-62ec-49b9-9c6a-6b9f47f119db None None] Provisioning complete for port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:49.236795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-738e1836-62ec-49b9-9c6a-6b9f47f119db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:49.323708 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96626d-feb3-4aea-862e-7a671e300784 None None] Pushing event updated for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:49.355353 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-738e1836-62ec-49b9-9c6a-6b9f47f119db None None] Port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:49.360074 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-0fe96797-0f9f-4424-847d-ce379fda4a14 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c24e32d2fb6e4a3db413acc06528d15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2654016 Jul 25 12:39:49.403018 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for port (c82f357c-9290-4145-9b37-868045fadfa7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:49.483729 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:49.537426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:49.557515 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:39:49.582649 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-f37437a6-8226-4326-b551-ca6e8963b366 None None] Provisioning complete for port 390335e7-773e-4a37-9249-0f7d72e722ac triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:49.584029 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f37437a6-8226-4326-b551-ca6e8963b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:49.625398 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Sync routers for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:49.648818 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:49.656882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:49.794022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 44968) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:49.798584 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:39:49.804633 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:49.810968 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7adbd19f-70ba-4097-b460-67c5920fcc65 admin admin] 10.222.0.60 "PUT /v2.0/routers/2d79fea9-5746-4071-80a5-133375ec0310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5958035 Jul 25 12:39:49.895352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:39:49.922567 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:49.953896 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:49.956117 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:49.962686 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafb05c-cc4e-44ab-b1a4-ff81d0f7634e req-8673bc7c-a27b-4fe6-9011-c9c28fb03fe8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:49.970590 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1dafb05c-cc4e-44ab-b1a4-ff81d0f7634e req-8673bc7c-a27b-4fe6-9011-c9c28fb03fe8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 931 time: 0.1674604 Jul 25 12:39:49.983820 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:39:50.012920 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:39:50.022704 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:39:50.035762 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:50.042751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.089175 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:50.106909 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-8bdcee02-4a99-4344-a26f-8d64e4da8cd7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4849970 Jul 25 12:39:50.117480 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f37437a6-8226-4326-b551-ca6e8963b366 None None] Port 390335e7-773e-4a37-9249-0f7d72e722ac cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:50.130302 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:50.171417 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 90941d2a-6661-472f-9ed3-a9fc3e2360c8, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=90941d2a-6661-472f-9ed3-a9fc3e2360c8,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:50.213012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:50.214807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:50.230510 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:47Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:50.252827 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1dafb05c-cc4e-44ab-b1a4-ff81d0f7634e req-96179bb6-517e-4283-ba72-ccdde43935f7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803760 Jul 25 12:39:50.268579 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Request body: {'port': {'device_id': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:50.372863 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:50.374506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.376029 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 776cca14-b58d-41c6-ada2-272142dd0f8e up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:50.490954 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-22ec6b7a-4dc7-4230-98d7-e8abaefff7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/12b081c2-f14a-40b2-adf8-deea7b57cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1214933 Jul 25 12:39:50.515592 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5a71be6-6968-429a-94c1-feedc0c9ffb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.523058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eb1a4cc4-83f9-40ef-a09b-88e0302f8095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.536383 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2a94-ae18-4ea3-9f05-e8554b3acead None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:47Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:50.552264 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c82f357c-9290-4145-9b37-868045fadfa7), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.557819 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-36f8bb38-0cac-4b90-aba6-3ea4c05e3675 req-689a0cc2-fc52-40b0-9dd8-3e7e5edf7b8e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.0473373 Jul 25 12:39:50.565235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:39:50.699882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '43d93943-0d89-4b4d-9d66-97ee6e57d00f', 'name': '', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'mac_address': 'fa:16:3e:b2:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc978084-6825-41bc-a291-9245d779fe66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 2, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'subnets': [{'id': 'cc978084-6825-41bc-a291-9245d779fe66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:50.745087 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-5f560be4-f699-4d65-975f-e7c33c0af76d None None] Provisioning complete for port c82f357c-9290-4145-9b37-868045fadfa7 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:50.745777 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5f560be4-f699-4d65-975f-e7c33c0af76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c82f357c-9290-4145-9b37-868045fadfa7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.781594 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Checking router: 793f968c-dc90-4526-a01e-19610fe99392 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:50.787396 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Updating router 793f968c-dc90-4526-a01e-19610fe99392 port 43d93943-0d89-4b4d-9d66-97ee6e57d00f binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:50.849577 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=90941d2a-6661-472f-9ed3-a9fc3e2360c8,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:50.887638 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:50.898259 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 776cca14-b58d-41c6-ada2-272142dd0f8e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:50.900219 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.904359 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:50.999447 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:51.005625 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-5f560be4-f699-4d65-975f-e7c33c0af76d None None] Port c82f357c-9290-4145-9b37-868045fadfa7 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:51.027177 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 44996) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:51.064161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-754295d3-e5ff-45bc-8d03-e8dc8fa6832b service neutron] 10.222.0.60 "GET /v2.0/networks/12b081c2-f14a-40b2-adf8-deea7b57cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391317 Jul 25 12:39:51.080373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks [] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.212922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Transition to ACTIVE for port object 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:39:51.240546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.478199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Pushing event updated for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:51.610571 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.616198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 776cca14-b58d-41c6-ada2-272142dd0f8e is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:51.616639 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.710110 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:51.723902 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 776cca14-b58d-41c6-ada2-272142dd0f8e, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=776cca14-b58d-41c6-ada2-272142dd0f8e,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:51.731375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.776718 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82f357c-9290-4145-9b37-868045fadfa7 {{(pid=105686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:39:51.821018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:51.829490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks [] for port (c82f357c-9290-4145-9b37-868045fadfa7), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:51.930962 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.provisioning_blocks [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Transition to ACTIVE for port object c82f357c-9290-4145-9b37-868045fadfa7 will not be triggered until provisioned by entity L2. {{(pid=105686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:39:51.939816 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45028) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:51.985693 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:52.010632 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=776cca14-b58d-41c6-ada2-272142dd0f8e,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:52.030674 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544207172', 'description': 'tempest-description--602015725'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:52.043009 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:45Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:52.066978 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.61', 51641) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:52.074629 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.095245 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Attempting to bind port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:52.095245 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Attempting to bind port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:52.095500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Attempting to bind port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:52.182701 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks [] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.200385 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.245951 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device dab7771d-06a4-48e9-9b57-66ff0db4aec3 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:52.287459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:39:52.288354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Updating router 2d79fea9-5746-4071-80a5-133375ec0310 port 390335e7-773e-4a37-9249-0f7d72e722ac binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:39:52.393056 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.429445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:39:52.431243 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Attempting to bind port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:52.434991 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.457722 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b3a1da44-2c06-4a83-bd57-abb35a891aef req-859d8ff0-4fc8-4cb8-a724-c77eb855b22d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.4641590 Jul 25 12:39:52.459482 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e651e1a-1c7c-4078-9bee-9ef5c78e2304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.552636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:52.552636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:52.552636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Bound using segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:52.553201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Bound port: 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:52.553764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.644573 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d119-4005-402d-8da2-fe48ad683714 None None] Pushing event updated for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:52.686987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5a71be6-6968-429a-94c1-feedc0c9ffb6 admin admin] Publish callbacks [] for security_group (36bdbb5f-97a2-4720-9307-7c3b19a0d427), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.717814 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8f6c8-9c00-4e2c-a6f8-bba9c77e672d req-1acdc644-9d37-453b-811b-ec94f4455da8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:52.731605 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-90e8f6c8-9c00-4e2c-a6f8-bba9c77e672d req-1acdc644-9d37-453b-811b-ec94f4455da8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.7708132 Jul 25 12:39:52.742305 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Attempting to bind port 43d93943-0d89-4b4d-9d66-97ee6e57d00f on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:52.743880 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Attempting to bind port 43d93943-0d89-4b4d-9d66-97ee6e57d00f by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:52.744762 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Attempting to bind port 43d93943-0d89-4b4d-9d66-97ee6e57d00f on network 12b081c2-f14a-40b2-adf8-deea7b57cbca {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:52.768336 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:52.770369 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Checking segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:52.771406 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.772758 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Bound using segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:52.774376 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Bound port: 43d93943-0d89-4b4d-9d66-97ee6e57d00f, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:52.775375 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:52.790818 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45056) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:52.911188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:52.976403 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] For port 43d93943-0d89-4b4d-9d66-97ee6e57d00f, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:52.985552 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] For port 43d93943-0d89-4b4d-9d66-97ee6e57d00f, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=43d93943-0d89-4b4d-9d66-97ee6e57d00f,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:52.997653 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.000394 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:53.030889 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5a71be6-6968-429a-94c1-feedc0c9ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (36bdbb5f-97a2-4720-9307-7c3b19a0d427), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.049343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e651e1a-1c7c-4078-9bee-9ef5c78e2304 admin admin] Publish callbacks [] for security_group (22f69d78-d8f4-4fd6-80c7-b097e4b099f0), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.057342 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Pushing event updated for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:53.108117 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:53.130397 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.144563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:53.145557 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:53.168466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Provisioning complete for port 43d93943-0d89-4b4d-9d66-97ee6e57d00f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:53.173740 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.222586 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (af0c974e-b8ec-428e-96eb-0469ec49a583), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.238837 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e651e1a-1c7c-4078-9bee-9ef5c78e2304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (22f69d78-d8f4-4fd6-80c7-b097e4b099f0), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.254924 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d5a71be6-6968-429a-94c1-feedc0c9ffb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e785d3c68c94bf48a10c8e556d6b993&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4548531 Jul 25 12:39:53.262189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45060) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:53.277271 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.371989 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d119-4005-402d-8da2-fe48ad683714 None None] Pushing event updated for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:53.403921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.412954 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:53.430153 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:53.444469 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port dab7771d-06a4-48e9-9b57-66ff0db4aec3 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:53.445202 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.455155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:53.456027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.457641 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] 10.222.0.61 "PUT /v2.0/ports/374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 1093 time: 5.4168861 Jul 25 12:39:53.505523 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651e1a-1c7c-4078-9bee-9ef5c78e2304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f69d78-d8f4-4fd6-80c7-b097e4b099f0,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:53.512000 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (af0c974e-b8ec-428e-96eb-0469ec49a583), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.530500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:39:53.558279 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:53.578820 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-669b707f-205e-46ee-af6c-4d56a6c8eb38 req-0cb7c325-3fc6-4e97-839e-65176ec29018 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.7946115 Jul 25 12:39:53.633126 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:53.643237 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.647707 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6794851 Jul 25 12:39:53.652490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45068) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:53.716451 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-430da0c2-c0d2-49bd-ba89-e9b64daa97ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.772285 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-90e8f6c8-9c00-4e2c-a6f8-bba9c77e672d req-0e64232c-db90-46ef-b978-61f332fe5e70 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0329845 Jul 25 12:39:53.772881 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': 'af0c974e-b8ec-428e-96eb-0469ec49a583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:53.823996 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] Publish callbacks [] for security_group (36bdbb5f-97a2-4720-9307-7c3b19a0d427), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.883100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Current status of the port 43d93943-0d89-4b4d-9d66-97ee6e57d00f is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:53.885175 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:53.929006 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port dab7771d-06a4-48e9-9b57-66ff0db4aec3 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:53.930545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 90941d2a-6661-472f-9ed3-a9fc3e2360c8 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:53.944588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] Publish callbacks [] for security_group (36bdbb5f-97a2-4720-9307-7c3b19a0d427), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.058113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.managers [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Attempting to bind port c82f357c-9290-4145-9b37-868045fadfa7 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:54.058703 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.managers [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Attempting to bind port c82f357c-9290-4145-9b37-868045fadfa7 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}] {{(pid=105686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:54.058823 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Attempting to bind port c82f357c-9290-4145-9b37-868045fadfa7 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:54.075430 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (2e3a6a57-96c3-442b-b12e-6854ffa2d29b), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.081271 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Port c82f357c-9290-4145-9b37-868045fadfa7 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:39:54.081627 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Attempting to bind port c82f357c-9290-4145-9b37-868045fadfa7 on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:54.089491 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1e651e1a-1c7c-4078-9bee-9ef5c78e2304 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb082229375f42198cba0b84485bd7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0635610 Jul 25 12:39:54.102438 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:54.102804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:54.103436 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Bound using segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} {{(pid=105686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:54.103920 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.managers [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Bound port: c82f357c-9290-4145-9b37-868045fadfa7, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}}] {{(pid=105686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:54.104297 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c82f357c-9290-4145-9b37-868045fadfa7), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.122993 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45074) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:54.163803 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44e05f-e9ea-4647-a183-4815b0a11d30 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0c974e-b8ec-428e-96eb-0469ec49a583,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:54.185454 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1a713c12-dc3f-4504-8510-77c975952740 req-4e9a0fb4-eb42-4e18-bd29-a7e82bd1536b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.3410435 Jul 25 12:39:54.213220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] For port 43d93943-0d89-4b4d-9d66-97ee6e57d00f, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=43d93943-0d89-4b4d-9d66-97ee6e57d00f,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:54.222711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:54.223733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.238066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.336507 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] Publish callbacks [] for security_group (22f69d78-d8f4-4fd6-80c7-b097e4b099f0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.363793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] Publish callbacks [] for security_group (22f69d78-d8f4-4fd6-80c7-b097e4b099f0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.367053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (36bdbb5f-97a2-4720-9307-7c3b19a0d427), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.369620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.370821 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36bdbb5f-97a2-4720-9307-7c3b19a0d427 HTTP/1.1" status: 204 len: 168 time: 1.0808675 Jul 25 12:39:54.396672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a71be6-6968-429a-94c1-feedc0c9ffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bdbb5f-97a2-4720-9307-7c3b19a0d427,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:54.435951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.61', 51646) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:54.436366 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '43d93943-0d89-4b4d-9d66-97ee6e57d00f', 'name': '', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'mac_address': 'fa:16:3e:b2:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc978084-6825-41bc-a291-9245d779fe66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:52Z', 'revision_number': 4, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'subnets': [{'id': 'cc978084-6825-41bc-a291-9245d779fe66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:54.468400 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (22f69d78-d8f4-4fd6-80c7-b097e4b099f0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.482621 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.485509 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22f69d78-d8f4-4fd6-80c7-b097e4b099f0 HTTP/1.1" status: 204 len: 168 time: 0.3596144 Jul 25 12:39:54.508073 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (2e3a6a57-96c3-442b-b12e-6854ffa2d29b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.547357 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2c97-3f0b-4b4f-adc0-79ab740ca9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f69d78-d8f4-4fd6-80c7-b097e4b099f0,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:54.552506 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8359-a175-4c73-82ee-189edf09347c None None] The sync data for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi is: [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '43d93943-0d89-4b4d-9d66-97ee6e57d00f', 'name': '', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'mac_address': 'fa:16:3e:b2:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cc978084-6825-41bc-a291-9245d779fe66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:52Z', 'revision_number': 4, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'subnets': [{'id': 'cc978084-6825-41bc-a291-9245d779fe66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:54.557215 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:54.580168 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (2e3a6a57-96c3-442b-b12e-6854ffa2d29b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.671370 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, cleared binding levels {{(pid=105686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:54.717637 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3a6a57-96c3-442b-b12e-6854ffa2d29b,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:54.788132 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c82f357c-9290-4145-9b37-868045fadfa7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:54.793234 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-430da0c2-c0d2-49bd-ba89-e9b64daa97ca admin admin] Publish callbacks [] for security_group (b712141d-4518-4b1d-b642-b26ca859ee6d), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.801718 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.808506 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-04f74f2f-f731-4ea1-b860-0a34d1492b98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0930610 Jul 25 12:39:54.810529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-430da0c2-c0d2-49bd-ba89-e9b64daa97ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b712141d-4518-4b1d-b642-b26ca859ee6d), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.846556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42edc6f-8173-4347-86f7-bff1a8ed43ee None None] Pushing event updated for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:54.871878 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45094) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:54.926539 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-430da0c2-c0d2-49bd-ba89-e9b64daa97ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bcc5a12b5ef476d944b824008f03014&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1121838 Jul 25 12:39:54.929643 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.947180 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45098) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:54.958284 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks [] for port (390335e7-773e-4a37-9249-0f7d72e722ac), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:54.961672 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': 'af0c974e-b8ec-428e-96eb-0469ec49a583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:54.971936 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430da0c2-c0d2-49bd-ba89-e9b64daa97ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b712141d-4518-4b1d-b642-b26ca859ee6d,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:55.000686 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-107fb628-39c2-4510-acc7-86c19217be32 None None] Provisioning complete for port 43d93943-0d89-4b4d-9d66-97ee6e57d00f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:55.001084 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-107fb628-39c2-4510-acc7-86c19217be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.023853 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.199811 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81931e2f-b85b-4723-b410-b261740a4172 req-a7ea9ce7-72f0-403c-aa03-286aee09c586 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:55.207358 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-81931e2f-b85b-4723-b410-b261740a4172 req-a7ea9ce7-72f0-403c-aa03-286aee09c586 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.1926126 Jul 25 12:39:55.299210 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b39fb46-539c-42b7-bf14-4e4df76fabfb" -d '{"events": [{"name": "network-changed", "server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:39:55.333217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:55.354678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:55.368503 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:55.373575 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:55.374995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.384694 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-3745bd25-e847-441e-893a-3c937987f78f service neutron] 10.222.0.61 "PUT /v2.0/ports/c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 200 len: 1093 time: 5.1587422 Jul 25 12:39:55.385817 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-5140f4fc-ae24-405a-8f22-70544a886be6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:55.393776 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-5140f4fc-ae24-405a-8f22-70544a886be6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 817 time: 3.2913506 Jul 25 12:39:55.394850 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f518946-ccbd-4c1c-a74c-76ab3200d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bdbb5f-97a2-4720-9307-7c3b19a0d427,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:55.409651 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-6f4d1c42-7ab2-4219-bcc4-3f20af170eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:55.422038 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-6f4d1c42-7ab2-4219-bcc4-3f20af170eeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1127 time: 1.6932256 Jul 25 12:39:55.453228 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:39:55.594986 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45110) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:55.701690 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209d24-755f-41be-8f0a-e7f5194681e1 None None] Pushing event updated for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:55.722551 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:55.740626 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45116) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:55.751006 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:55.761024 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-d80fb424-fea8-4573-a0c8-f5358ba2f225 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.2367361 Jul 25 12:39:55.782887 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] Publish callbacks [] for security_group (b712141d-4518-4b1d-b642-b26ca859ee6d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.810122 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] Publish callbacks [] for security_group (b712141d-4518-4b1d-b642-b26ca859ee6d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.877715 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-919a54c2-5abe-49d2-ab13-1f2ce2986338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.910129 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-107fb628-39c2-4510-acc7-86c19217be32 None None] Current status of the port 43d93943-0d89-4b4d-9d66-97ee6e57d00f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:55.911784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55c07d-8ae7-48c0-b6c3-4fad5cd98385 service neutron] Pushing event updated for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:55.919322 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf098-dc62-4700-bf0d-70c0f45df1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.944800 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b712141d-4518-4b1d-b642-b26ca859ee6d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.954567 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:55.958516 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b712141d-4518-4b1d-b642-b26ca859ee6d HTTP/1.1" status: 204 len: 168 time: 0.9659216 Jul 25 12:39:55.970017 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Attempting to bind port 390335e7-773e-4a37-9249-0f7d72e722ac on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:39:55.970394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Attempting to bind port 390335e7-773e-4a37-9249-0f7d72e722ac by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:39:55.977310 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Attempting to bind port 390335e7-773e-4a37-9249-0f7d72e722ac on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:39:55.993594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:39:55.995724 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:39:55.996441 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.000500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:39:56.001129 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Bound port: 390335e7-773e-4a37-9249-0f7d72e722ac, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:39:56.001704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.008821 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43aa55-008d-4255-ab5c-c18976ca1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712141d-4518-4b1d-b642-b26ca859ee6d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:56.026149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bd25-e847-441e-893a-3c937987f78f service neutron] Pushing event updated for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=3']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:56.052644 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1791d93e-4545-4a65-a90a-40140aaae324 req-c07e1555-ff1a-4ac7-8bf6-454a54906c0f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.7647548 Jul 25 12:39:56.054238 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (31701b21-e93e-48c6-b2cc-bbf3437be717), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.070733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-dcdd0880-7d8b-4240-98c2-fe5c2d74801a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:56.087895 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-dcdd0880-7d8b-4240-98c2-fe5c2d74801a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.61 "GET /v2.0/networks?id=12b081c2-f14a-40b2-adf8-deea7b57cbca HTTP/1.1" status: 200 len: 812 time: 1.5984540 Jul 25 12:39:56.215444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Request body: {'port': {'device_id': '29e70f44-23c1-40de-860c-90f2398674f7', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'admin_state_up': True, 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:56.221293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-9804998a-65de-4924-9d26-3928c26ef1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:56.229841 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-9804998a-65de-4924-9d26-3928c26ef1c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1127 time: 0.6009398 Jul 25 12:39:56.244487 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-81931e2f-b85b-4723-b410-b261740a4172 req-e0b9f48c-a69d-4d3e-af91-566d146bda15 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0362983 Jul 25 12:39:56.265485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-35436ba1-338b-4d45-b36d-c1c86988b884 None None] Provisioning complete for port 390335e7-773e-4a37-9249-0f7d72e722ac triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:56.280270 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a3c43f-d835-4f69-bf96-1bf546cd8961" -d '{"events": [{"name": "network-changed", "server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "tag": "c82f357c-9290-4145-9b37-868045fadfa7"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:39:56.285801 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-35436ba1-338b-4d45-b36d-c1c86988b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.356102 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 43d93943-0d89-4b4d-9d66-97ee6e57d00f up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:56.569068 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] For port 390335e7-773e-4a37-9249-0f7d72e722ac, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:39:56.576885 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-62a8d78a-f642-4797-803c-a1e1cbbf2c00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 200 len: 217 time: 0.2781475 Jul 25 12:39:56.630575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:56.704463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] For port 390335e7-773e-4a37-9249-0f7d72e722ac, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=390335e7-773e-4a37-9249-0f7d72e722ac,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:39:56.712907 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-35436ba1-338b-4d45-b36d-c1c86988b884 None None] Port 390335e7-773e-4a37-9249-0f7d72e722ac cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:39:56.719707 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (31701b21-e93e-48c6-b2cc-bbf3437be717), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.740584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.748939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (31701b21-e93e-48c6-b2cc-bbf3437be717), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.805400 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31701b21-e93e-48c6-b2cc-bbf3437be717,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:56.837339 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-82f0cf6d-1463-43b4-981d-7f97dba28054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:56.839425 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-82f0cf6d-1463-43b4-981d-7f97dba28054 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.2524443 Jul 25 12:39:56.862243 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 43d93943-0d89-4b4d-9d66-97ee6e57d00f triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:56.864303 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf098-dc62-4700-bf0d-70c0f45df1c9 admin admin] Publish callbacks [] for security_group (fe04ff8e-9334-4fc5-93ef-42a5d2f173f9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.867787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:56.874611 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91665689-33ad-4e96-a49a-921faf378be5 x-openstack-request-id: req-91665689-33ad-4e96-a49a-921faf378be5 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:39:56.876489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:39:56.877112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91665689-33ad-4e96-a49a-921faf378be5 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:39:56.879176 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91665689-33ad-4e96-a49a-921faf378be5'] response: {'name': 'network-changed', 'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'status': 'completed', 'code': 200} Jul 25 12:39:57.042306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:57.045314 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-389444a9-bacd-407b-abbc-689e71bf2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:57.051308 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-389444a9-bacd-407b-abbc-689e71bf2339 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1682687 Jul 25 12:39:57.067171 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-c812e1d9-eb69-4a99-bd44-9fbbb2ba4d39 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 380 time: 1.6049490 Jul 25 12:39:57.081987 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209d24-755f-41be-8f0a-e7f5194681e1 None None] Pushing event updated for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:57.090379 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.105179 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cabc91cb-c9d9-4491-be49-09434df9ae01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1740191 Jul 25 12:39:57.118279 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf098-dc62-4700-bf0d-70c0f45df1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fe04ff8e-9334-4fc5-93ef-42a5d2f173f9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.127347 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-919a54c2-5abe-49d2-ab13-1f2ce2986338 admin admin] Publish callbacks [] for security_group (30d5f7a5-f1e7-430c-990a-2b30426d0078), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.142060 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45150) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:57.145810 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-91cbadfe-cf3f-4337-ad59-1257c6785ae3 req-e769bad5-14b3-435b-bd9a-860f15ea309a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.5096748 Jul 25 12:39:57.148407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-9d3afc7b-654d-422b-9ad7-2aaa8a6d817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:57.149747 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-9d3afc7b-654d-422b-9ad7-2aaa8a6d817c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 1.1912870 Jul 25 12:39:57.194755 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'port': {'device_id': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'admin_state_up': True, 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'security_groups': ['4eedabde-a372-4428-819f-e25677d4a5b1']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:57.200769 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:39:57.202253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:39:57.202987 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:39:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:57.271761 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4fdd47-6eed-4f16-8ad7-5f6b65dacedd x-openstack-request-id: req-1e4fdd47-6eed-4f16-8ad7-5f6b65dacedd {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:39:57.272300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "tag": "c82f357c-9290-4145-9b37-868045fadfa7", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:39:57.272300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e4fdd47-6eed-4f16-8ad7-5f6b65dacedd {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:39:57.272750 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4fdd47-6eed-4f16-8ad7-5f6b65dacedd'] response: {'name': 'network-changed', 'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7', 'status': 'completed', 'code': 200} Jul 25 12:39:57.273583 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-919a54c2-5abe-49d2-ab13-1f2ce2986338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (30d5f7a5-f1e7-430c-990a-2b30426d0078), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.412582 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-919a54c2-5abe-49d2-ab13-1f2ce2986338 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9856cf40febc4e79b9e5e0a00cf27be0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7454023 Jul 25 12:39:57.416017 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a54c2-5abe-49d2-ab13-1f2ce2986338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d5f7a5-f1e7-430c-990a-2b30426d0078,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:57.428560 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45158) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:57.538412 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-e6bbf098-dc62-4700-bf0d-70c0f45df1c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47512038402f4e7fa5acd766bd8dc11c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7738562 Jul 25 12:39:57.538605 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d76c0f-856f-46aa-8d37-3877e8181e20 req-33cebac4-83f6-46d3-9aae-e2269f01ae2c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:57.538851 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-69d76c0f-856f-46aa-8d37-3877e8181e20 req-33cebac4-83f6-46d3-9aae-e2269f01ae2c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.1091769 Jul 25 12:39:57.539503 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45162) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:57.587937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:39:57.635038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:57.636848 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 43d93943-0d89-4b4d-9d66-97ee6e57d00f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:57.639413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 776cca14-b58d-41c6-ada2-272142dd0f8e up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:39:57.699808 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-2aaa044d-19bf-4803-af79-bf50b7851795 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234906 Jul 25 12:39:57.716182 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Provisioning complete for port 390335e7-773e-4a37-9249-0f7d72e722ac triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:57.716747 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.753140 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-69d76c0f-856f-46aa-8d37-3877e8181e20 req-f7559f15-a98c-4583-a0b0-76e91b89085d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988480 Jul 25 12:39:57.760904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:57.848236 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf098-dc62-4700-bf0d-70c0f45df1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04ff8e-9334-4fc5-93ef-42a5d2f173f9,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:57.853016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671244-e74b-4741-8942-8ad58122d04e req-0b57fed2-f7cf-4e8c-9f71-016edd650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:57.855001 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-0b57fed2-f7cf-4e8c-9f71-016edd650b51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5779717 Jul 25 12:39:57.867028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] Publish callbacks [] for security_group (fe04ff8e-9334-4fc5-93ef-42a5d2f173f9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.896636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Made reservation on behalf of df3ed3c23dde49b382ce9016e421e4de for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:57.901269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.907004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] Publish callbacks [] for security_group (30d5f7a5-f1e7-430c-990a-2b30426d0078), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.930571 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2c96dc7c-797a-4136-b223-b46faa576a71 req-33111736-02e7-45d4-9f43-6f36aa144acc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.4399095 Jul 25 12:39:57.962571 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 776cca14-b58d-41c6-ada2-272142dd0f8e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:39:57.963217 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:57.972282 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] Publish callbacks [] for security_group (fe04ff8e-9334-4fc5-93ef-42a5d2f173f9), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.061107 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] Publish callbacks [] for security_group (30d5f7a5-f1e7-430c-990a-2b30426d0078), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.068322 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-412e52b2-6552-4d12-b8e1-42e743697db0 req-9e0bd53e-3a73-44b8-b7c7-a6a9136a7a87 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272891 Jul 25 12:39:58.199562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Allocated IP 172.20.0.5 (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337/352f0f50-67c9-44b4-8012-926ddc0a6e07/7e8c3b73-d8a2-485a-92ed-56ba7473deac) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:39:58.232070 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:58.273320 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fe04ff8e-9334-4fc5-93ef-42a5d2f173f9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.282517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.283711 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe04ff8e-9334-4fc5-93ef-42a5d2f173f9 HTTP/1.1" status: 204 len: 168 time: 0.7357433 Jul 25 12:39:58.314287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 776cca14-b58d-41c6-ada2-272142dd0f8e is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:58.381276 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ae061-23f7-4511-8172-0d23b789a1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04ff8e-9334-4fc5-93ef-42a5d2f173f9,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:58.396715 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-a2010cc5-ddb8-4b27-ab41-1cfd5c50f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:58.398251 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-a2010cc5-ddb8-4b27-ab41-1cfd5c50f76b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1127 time: 0.1583464 Jul 25 12:39:58.423236 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:58.490278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Current status of the port 390335e7-773e-4a37-9249-0f7d72e722ac is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:39:58.490278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.525531 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-a51d910b-c540-4c5c-bb28-480c59647949 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901361 Jul 25 12:39:58.537904 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Made reservation on behalf of c24e32d2fb6e4a3db413acc06528d15e for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:39:58.545742 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.599677 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:39:58.665595 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (30d5f7a5-f1e7-430c-990a-2b30426d0078), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.666198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-59070b9f-74ca-4800-9eab-712261585310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:56Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:39:58.671681 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:58.676800 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30d5f7a5-f1e7-430c-990a-2b30426d0078 HTTP/1.1" status: 204 len: 168 time: 1.2418373 Jul 25 12:39:58.775891 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b703c3a-977e-4ef5-92b3-3e356da43e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d5f7a5-f1e7-430c-990a-2b30426d0078,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:58.955390 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-6dc13927-f9b0-48e8-a577-544def9a9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:58.957024 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-6dc13927-f9b0-48e8-a577-544def9a9de6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.5506461 Jul 25 12:39:59.101062 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3671244-e74b-4741-8942-8ad58122d04e req-0fc546da-7771-4abe-aef9-60e5bd4322ed service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022259 Jul 25 12:39:59.101946 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:59.110139 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2d570044-1a8d-470b-a51f-6c28d651a746 req-0b29567c-b4ae-4e4b-a7e8-704a50d8ffbe tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.5918789 Jul 25 12:39:59.182507 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] For port 390335e7-773e-4a37-9249-0f7d72e722ac, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=390335e7-773e-4a37-9249-0f7d72e722ac,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:39:59.186540 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59070b9f-74ca-4800-9eab-712261585310 None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:56Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:39:59.225960 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:59.424502 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1eea-35cc-405c-9ec4-9ba5eb289dbb None None] Pushing event updated for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:39:59.454165 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:59.553859 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-8c9a1e50-1f40-4ee2-a16a-febc351dd3e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 200 len: 217 time: 0.5512590 Jul 25 12:39:59.579390 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333594a1-3335-4716-ad11-c07bc26899bf req-d81452a6-c7ce-4a63-9a7f-f04330d88de8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:59.594959 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-333594a1-3335-4716-ad11-c07bc26899bf req-d81452a6-c7ce-4a63-9a7f-f04330d88de8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.6368022 Jul 25 12:39:59.663046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45234) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:39:59.710521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9524-65f4-41ef-900a-91809f5f03de req-9114f5fb-9f77-4c94-8ed6-63208a7c2ac8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:59.713630 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f9b9524-65f4-41ef-900a-91809f5f03de req-9114f5fb-9f77-4c94-8ed6-63208a7c2ac8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 931 time: 0.4195418 Jul 25 12:39:59.756307 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:39:59.813829 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-8aa03fa3-533a-4a0c-8970-751ff0bacc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:59.815915 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-8aa03fa3-533a-4a0c-8970-751ff0bacc1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1127 time: 0.4220929 Jul 25 12:39:59.844735 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-a0fa57f3-978c-4db2-b544-3974be4ed924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:39:59.846768 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-a0fa57f3-978c-4db2-b544-3974be4ed924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.2334144 Jul 25 12:39:59.888087 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-333594a1-3335-4716-ad11-c07bc26899bf req-ca881fa1-14ab-45d9-a828-3c997ad802ea tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922442 Jul 25 12:40:00.000775 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:40:00.002619 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.069968 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:00.072680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:40:00.080052 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:00.080851 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.091473 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Allocated IP 172.20.0.4 (12b081c2-f14a-40b2-adf8-deea7b57cbca/cc978084-6825-41bc-a291-9245d779fe66/6ecc27e1-98d7-4798-be46-819997310608) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:40:00.142229 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:00.144360 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5e5f16d5-65ac-4f27-bb9d-7e98305fcbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.389772 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c670b4b1-3830-466a-83eb-898e075306be req-346bcd1a-87ae-45cd-a691-593f5ffdeba8 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.1453927 Jul 25 12:40:00.460843 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5e5f16d5-65ac-4f27-bb9d-7e98305fcbc7 admin admin] Publish callbacks [] for security_group (1bdc099a-b546-49fd-93f3-025cfdf288bb), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.464216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-92c2a7d5-011a-4a44-b9f0-15efd623b126 None None] Provisioning complete for port 7e8c3b73-d8a2-485a-92ed-56ba7473deac triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:00.465779 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-92c2a7d5-011a-4a44-b9f0-15efd623b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.468629 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5e5f16d5-65ac-4f27-bb9d-7e98305fcbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (1bdc099a-b546-49fd-93f3-025cfdf288bb), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.533456 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 390335e7-773e-4a37-9249-0f7d72e722ac up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:00.537482 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5e5f16d5-65ac-4f27-bb9d-7e98305fcbc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d12806b9ad9546fcb32a56e76ced516f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8674614 Jul 25 12:40:00.539702 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f16d5-65ac-4f27-bb9d-7e98305fcbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdc099a-b546-49fd-93f3-025cfdf288bb,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:00.543069 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45272) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:00.597194 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-92c2a7d5-011a-4a44-b9f0-15efd623b126 None None] Port 7e8c3b73-d8a2-485a-92ed-56ba7473deac cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:40:00.617711 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] Publish callbacks [] for security_group (1bdc099a-b546-49fd-93f3-025cfdf288bb), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.642512 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 390335e7-773e-4a37-9249-0f7d72e722ac triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:00.643097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.656929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:00.662926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] Publish callbacks [] for security_group (1bdc099a-b546-49fd-93f3-025cfdf288bb), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.743716 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (1bdc099a-b546-49fd-93f3-025cfdf288bb), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.746463 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:00.750661 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bdc099a-b546-49fd-93f3-025cfdf288bb HTTP/1.1" status: 204 len: 168 time: 0.2033062 Jul 25 12:40:00.759086 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d5098-be4d-4a9a-a705-d2dce500b939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdc099a-b546-49fd-93f3-025cfdf288bb,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:00.794882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 390335e7-773e-4a37-9249-0f7d72e722ac is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:00.853059 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7276740 Jul 25 12:40:00.872812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568d575-2d25-4d22-9495-80d9bd7d3f5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:00.886174 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.27.1.125 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/1a74ab98-56d3-44ee-aabc-65a457013ca6) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:40:00.904392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:00.908218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f9b9524-65f4-41ef-900a-91809f5f03de req-7380652d-ae95-404e-bcfa-2b9ccdd4ca88 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1347964 Jul 25 12:40:00.916954 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-d9ee2e36-a03e-4f4e-b1bf-5ba7239e6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:00.918545 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-d9ee2e36-a03e-4f4e-b1bf-5ba7239e6410 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 1.0792785 Jul 25 12:40:01.058020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe535abd-620c-4b0c-a571-50b79656ca22 req-1ce92aae-0f1a-4c41-9c2e-8c42fc17fc6b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:01.060079 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fe535abd-620c-4b0c-a571-50b79656ca22 req-1ce92aae-0f1a-4c41-9c2e-8c42fc17fc6b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0665941 Jul 25 12:40:01.124832 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fe535abd-620c-4b0c-a571-50b79656ca22 req-d1aebaf5-8416-42e0-94ac-339da0b7822f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585878 Jul 25 12:40:01.186399 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.238216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.250076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks [] for port (6ecc27e1-98d7-4798-be46-819997310608), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.290744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:40:01.297966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:01.307669 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:40:01.373743 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=1a74ab98-56d3-44ee-aabc-65a457013ca6,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:01.451327 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.486202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (6bc50376-916e-4004-8013-d592c6987601), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.533732 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Request body: {'port': {'device_id': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:01.550989 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-fc6f129b-c4e6-4a8c-8b84-cab0f530666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:01.552796 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-fc6f129b-c4e6-4a8c-8b84-cab0f530666d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1231453 Jul 25 12:40:01.640466 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:40:01.643158 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:01.668238 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-559b71f0-5278-4875-b077-0f9a3eab1ddf service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087511 Jul 25 12:40:01.698218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-29615d51-255e-4276-b4ae-01b0c133cc49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.2370529 Jul 25 12:40:01.708614 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:01.723320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:40:01.727711 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:01.728334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.836123 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Pushing event updated for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:01.856644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eda52-32c8-4b64-ab7a-1f7c6e252cbe req-def1715e-6a43-4cba-b272-147016b6ecfc tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:01.858558 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b36eda52-32c8-4b64-ab7a-1f7c6e252cbe req-def1715e-6a43-4cba-b272-147016b6ecfc tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.2250512 Jul 25 12:40:01.873963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.882557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:01.885250 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-ca53a5a2-2c7c-4f81-91cd-da6cac8402ad tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6977489 Jul 25 12:40:01.893903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9a3c43f-d835-4f69-bf96-1bf546cd8961 req-33faafa0-0c6b-4a1b-9b13-694341af3fc1 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183335 Jul 25 12:40:01.917451 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:01.922929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:01.936156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-3b49753f-de10-477d-8cbd-74876db0a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:01.937695 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-3b49753f-de10-477d-8cbd-74876db0a6ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.2064979 Jul 25 12:40:02.139729 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-dade6e69-97f8-4bff-9840-772f88ae0790 None None] Provisioning complete for port 6ecc27e1-98d7-4798-be46-819997310608 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:02.140313 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dade6e69-97f8-4bff-9840-772f88ae0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (6ecc27e1-98d7-4798-be46-819997310608), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.143241 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b36eda52-32c8-4b64-ab7a-1f7c6e252cbe req-f433f259-bce8-497a-8a30-b2bc70e3e1ef tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635944 Jul 25 12:40:02.177961 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893fb9d-664d-4ed6-9469-781b93669ac5 req-2bfb23db-dabc-40c4-a9c5-13e33342858e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:02.177961 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4893fb9d-664d-4ed6-9469-781b93669ac5 req-2bfb23db-dabc-40c4-a9c5-13e33342858e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 931 time: 0.1141245 Jul 25 12:40:02.236124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-dade6e69-97f8-4bff-9840-772f88ae0790 None None] Port 6ecc27e1-98d7-4798-be46-819997310608 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:40:02.288188 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4893fb9d-664d-4ed6-9469-781b93669ac5 req-66a0b574-216b-4b27-a8cf-d080823edad0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089702 Jul 25 12:40:02.424555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478c79-1f77-4842-bb22-09f0c1ceba3e req-635ab779-a815-44f0-93fa-4625b5742a79 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:02.426740 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7478c79-1f77-4842-bb22-09f0c1ceba3e req-635ab779-a815-44f0-93fa-4625b5742a79 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.1770012 Jul 25 12:40:02.557038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.586378 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7478c79-1f77-4842-bb22-09f0c1ceba3e req-c22412e3-0004-4976-bf8b-d6acb4418309 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492689 Jul 25 12:40:02.589501 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.642842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (6bc50376-916e-4004-8013-d592c6987601), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.677426 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=1a74ab98-56d3-44ee-aabc-65a457013ca6,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:02.702366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.703626 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-95055aee-b5ca-4023-a8bd-340696f995c3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5568922 Jul 25 12:40:02.715098 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:02.723476 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks [] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.739358 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Transition to ACTIVE for port object 7e8c3b73-d8a2-485a-92ed-56ba7473deac will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:40:02.745360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:02.800043 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:02.863149 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:02.870572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Attempting to bind port 7e8c3b73-d8a2-485a-92ed-56ba7473deac on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:40:02.871265 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Attempting to bind port 7e8c3b73-d8a2-485a-92ed-56ba7473deac by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:40:02.871780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Attempting to bind port 7e8c3b73-d8a2-485a-92ed-56ba7473deac on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:02.879805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Port 7e8c3b73-d8a2-485a-92ed-56ba7473deac on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:40:02.880320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Attempting to bind port 7e8c3b73-d8a2-485a-92ed-56ba7473deac on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:02.888459 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:40:02.889947 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Checking segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:02.890528 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Bound using segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:40:02.891192 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Bound port: 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:40:02.891736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:03.003252 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:40:03.008028 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:40:03.020996 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:03.104332 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:03.105837 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:03.107612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 1093 time: 1.6337781 Jul 25 12:40:03.109260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:03.114522 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:03.143781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935cd4-742f-4024-a414-c322bb8f8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:03.295109 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-54a5f7a9-ac16-4e40-9106-347348233355 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--544207172&fields=id&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 267 time: 0.1527824 Jul 25 12:40:03.295725 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118eae98-0107-4dc6-8e80-b3c3732b80e3 x-openstack-request-id: req-118eae98-0107-4dc6-8e80-b3c3732b80e3 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:03.296102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:03.296459 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-118eae98-0107-4dc6-8e80-b3c3732b80e3 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:03.297003 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118eae98-0107-4dc6-8e80-b3c3732b80e3'] response: {'name': 'network-changed', 'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'status': 'completed', 'code': 200} Jul 25 12:40:03.519332 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37c5ea-24f9-401a-8f6d-fc39c5b9de12 req-2cc66aaf-ba81-4dcc-b184-aa164df7825d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:03.520510 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-42598fe6-d703-4ff9-8b78-405ee82a77cc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:03.522931 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f37c5ea-24f9-401a-8f6d-fc39c5b9de12 req-2cc66aaf-ba81-4dcc-b184-aa164df7825d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.1009099 Jul 25 12:40:03.533023 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-42598fe6-d703-4ff9-8b78-405ee82a77cc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.2358463 Jul 25 12:40:03.539836 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:03.566420 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-f137d28b-01e2-4221-b32a-2f2f33175d8b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/quotas/49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 375 time: 0.0324574 Jul 25 12:40:03.614372 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f37c5ea-24f9-401a-8f6d-fc39c5b9de12 req-d1fc15fc-6d34-4675-b83e-1bc8bf2b79b2 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843823 Jul 25 12:40:03.627649 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-098fad5d-6ee1-4365-a072-41f650d792f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602863 Jul 25 12:40:03.729213 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-adf2ebb7-7a07-43a5-afc9-a9f875dd9b52 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999396 Jul 25 12:40:03.756867 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:03.770008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104b2d-8773-48e6-b731-cc6520d50317 req-c5df3ff9-8079-405a-a35c-ced512d7abe9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:03.771727 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f7104b2d-8773-48e6-b731-cc6520d50317 req-c5df3ff9-8079-405a-a35c-ced512d7abe9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0621922 Jul 25 12:40:03.836285 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f7104b2d-8773-48e6-b731-cc6520d50317 req-7875628d-3484-4cf3-95c6-750597904910 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580986 Jul 25 12:40:03.837807 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-24160b68-e8fd-4b53-9a4c-c5cb07d83851 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030512 Jul 25 12:40:03.973043 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d5d3-dd47-492f-b2f5-f72937a88277 req-ce8f2d32-d5f7-45d1-be56-c09fb74bf0ad tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:03.975442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7b0d5d3-dd47-492f-b2f5-f72937a88277 req-ce8f2d32-d5f7-45d1-be56-c09fb74bf0ad tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0692089 Jul 25 12:40:04.084531 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7b0d5d3-dd47-492f-b2f5-f72937a88277 req-eb207d0e-6132-4d72-b3d6-3ff1d9757721 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019759 Jul 25 12:40:04.095683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45456) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:04.098899 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-33c8f1d3-c22c-44c2-81e7-238c09697145 req-ed4f6119-f020-4961-8f7a-a51269607995 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0535460 Jul 25 12:40:04.193455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.258356 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-349573ea-d76d-4045-ae0e-c88575533edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.360455 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-349573ea-d76d-4045-ae0e-c88575533edb admin admin] Publish callbacks [] for security_group (5e04eadc-7c2e-4577-8aaa-6efb507080ed), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.367174 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-349573ea-d76d-4045-ae0e-c88575533edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5e04eadc-7c2e-4577-8aaa-6efb507080ed), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.392688 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:04.419833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349573ea-d76d-4045-ae0e-c88575533edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e04eadc-7c2e-4577-8aaa-6efb507080ed,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:04.424284 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-349573ea-d76d-4045-ae0e-c88575533edb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83d5ea686e98454bbe714611c77c69e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279929 Jul 25 12:40:04.426896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45470) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:04.449840 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:04.491316 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] Publish callbacks [] for security_group (5e04eadc-7c2e-4577-8aaa-6efb507080ed), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.533310 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] Publish callbacks [] for security_group (5e04eadc-7c2e-4577-8aaa-6efb507080ed), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.595104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5e04eadc-7c2e-4577-8aaa-6efb507080ed), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.598810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:04.600175 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e04eadc-7c2e-4577-8aaa-6efb507080ed HTTP/1.1" status: 204 len: 168 time: 0.1723895 Jul 25 12:40:04.611474 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532bb4b-87b9-4c5e-9874-321bc6951881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e04eadc-7c2e-4577-8aaa-6efb507080ed,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:04.785517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:04.802004 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9b8c4-0d0e-4e5c-8de9-05544e7efe9c req-3243c3a4-f354-4351-a9dd-dc83f935d82f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:04.803456 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bd9b8c4-0d0e-4e5c-8de9-05544e7efe9c req-3243c3a4-f354-4351-a9dd-dc83f935d82f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.0582676 Jul 25 12:40:04.856140 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bd9b8c4-0d0e-4e5c-8de9-05544e7efe9c req-f87fb92f-8959-4999-95b1-db92f9b95172 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464904 Jul 25 12:40:04.981619 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183474ab-f326-4a62-a65a-537a4afb97f6 req-1b34446c-66fe-4e38-b881-60210c796c9e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:04.983791 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-183474ab-f326-4a62-a65a-537a4afb97f6 req-1b34446c-66fe-4e38-b881-60210c796c9e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0521479 Jul 25 12:40:05.071103 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-183474ab-f326-4a62-a65a-537a4afb97f6 req-1b340c28-33d7-4909-a839-df8368def939 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793164 Jul 25 12:40:05.106016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45494) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:05.124836 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2f3487c-d469-4081-84ce-b7ed3ddeafd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.223899 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d4236447-aa46-428e-9d80-36a268ec88b8 req-dcd0d9ba-c330-4ed3-84f2-4122271010e0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0293372 Jul 25 12:40:05.259574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b7f3-a862-4f5a-8a7b-c1420464a37e req-8fe9c83c-c0cd-4d2c-a335-0b571e247c8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:05.261055 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4476b7f3-a862-4f5a-8a7b-c1420464a37e req-8fe9c83c-c0cd-4d2c-a335-0b571e247c8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0739977 Jul 25 12:40:05.262932 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2f3487c-d469-4081-84ce-b7ed3ddeafd3 admin admin] Publish callbacks [] for security_group (aa396cd9-2d6e-403c-904b-7167e710873a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.267794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2f3487c-d469-4081-84ce-b7ed3ddeafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (aa396cd9-2d6e-403c-904b-7167e710873a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.325415 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b2f3487c-d469-4081-84ce-b7ed3ddeafd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d9913d9fc854aca86e525983408ab7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183354 Jul 25 12:40:05.326168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3487c-d469-4081-84ce-b7ed3ddeafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa396cd9-2d6e-403c-904b-7167e710873a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:05.328131 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45500) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:05.351257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4476b7f3-a862-4f5a-8a7b-c1420464a37e req-0492d8d8-a5e3-4382-9f0e-79c2d4471a55 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842500 Jul 25 12:40:05.379345 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] Publish callbacks [] for security_group (aa396cd9-2d6e-403c-904b-7167e710873a), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.400966 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] Publish callbacks [] for security_group (aa396cd9-2d6e-403c-904b-7167e710873a), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.447954 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (aa396cd9-2d6e-403c-904b-7167e710873a), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.450519 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:05.452214 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa396cd9-2d6e-403c-904b-7167e710873a HTTP/1.1" status: 204 len: 168 time: 0.1230683 Jul 25 12:40:05.459598 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb904c6-8c1a-4622-aa76-c9072bb800f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa396cd9-2d6e-403c-904b-7167e710873a,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:06.000755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76e1d8-4672-4c42-bee2-3fc2143787fa req-9c95e24f-1ffd-4c19-b349-44633759d441 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:06.002279 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ee76e1d8-4672-4c42-bee2-3fc2143787fa req-9c95e24f-1ffd-4c19-b349-44633759d441 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.0625396 Jul 25 12:40:06.032319 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:06.078430 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ee76e1d8-4672-4c42-bee2-3fc2143787fa req-eed2ce25-24d3-4199-aa14-9453f94b15c9 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Jul 25 12:40:06.245942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663049c-96cb-4f98-b9d1-dafdf89f1b25 req-b0bab3e7-7ae5-470a-8f94-b22f2994cdac tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:06.267919 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8663049c-96cb-4f98-b9d1-dafdf89f1b25 req-b0bab3e7-7ae5-470a-8f94-b22f2994cdac tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.1034460 Jul 25 12:40:06.329133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:06.345087 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8663049c-96cb-4f98-b9d1-dafdf89f1b25 req-1027f8d9-e461-46fe-b698-435168fc0e2e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762901 Jul 25 12:40:06.371110 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e3cdc793-8d35-4bc6-926f-51de31433c18 req-07ee3917-bbd0-4ab8-a148-a7015e729b08 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0621781 Jul 25 12:40:06.490641 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1a6b0-de93-4d85-a385-f601df52ee33 req-83f8bee2-7336-4447-b160-96bea44c6c72 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:06.492255 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-94e1a6b0-de93-4d85-a385-f601df52ee33 req-83f8bee2-7336-4447-b160-96bea44c6c72 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0541532 Jul 25 12:40:06.546313 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-94e1a6b0-de93-4d85-a385-f601df52ee33 req-c1230a03-9f4f-4487-ac36-56e02ff08d1d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Jul 25 12:40:07.186997 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f257c4-db69-46ba-9cb1-304eaa039794 req-f4952b7a-076b-41a3-9ae8-56f7383eac70 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:07.189088 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-24f257c4-db69-46ba-9cb1-304eaa039794 req-f4952b7a-076b-41a3-9ae8-56f7383eac70 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.0518787 Jul 25 12:40:07.245436 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-24f257c4-db69-46ba-9cb1-304eaa039794 req-480c55d0-62e5-4dfc-885d-33eb41ea72cf tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Jul 25 12:40:07.482209 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-13ef6a0b-ca5e-487a-9bfa-64d56f1b4cdb req-beabc591-8593-428a-873b-c8df6664959d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Jul 25 12:40:07.483329 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048594-ffa6-49da-99ac-3331d0241135 req-eb5a650a-100f-4424-b76a-12edb10d6f88 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:07.485124 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3d048594-ffa6-49da-99ac-3331d0241135 req-eb5a650a-100f-4424-b76a-12edb10d6f88 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0526466 Jul 25 12:40:07.542377 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3d048594-ffa6-49da-99ac-3331d0241135 req-a531c893-e584-4e31-b72c-82d4b47bafc3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506179 Jul 25 12:40:07.662614 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199cfb6-2e49-415c-afa6-7243f4bd450e req-3a3a6852-ba50-423b-9c12-2959a0678c84 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:07.664249 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8199cfb6-2e49-415c-afa6-7243f4bd450e req-3a3a6852-ba50-423b-9c12-2959a0678c84 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0486293 Jul 25 12:40:07.719672 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8199cfb6-2e49-415c-afa6-7243f4bd450e req-a96d5e7d-8685-4826-afe5-408c57bec52d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Jul 25 12:40:08.096362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45628) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:08.199385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-85ee7cec-c4b7-4d0c-8099-a1c5aa1027ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.276979 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-85ee7cec-c4b7-4d0c-8099-a1c5aa1027ab admin admin] Publish callbacks [] for security_group (e8e689c6-d849-4e68-8d22-5c85dc8d66ef), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.281586 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-85ee7cec-c4b7-4d0c-8099-a1c5aa1027ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e8e689c6-d849-4e68-8d22-5c85dc8d66ef), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.287174 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:08.318522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:40:08.323876 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee7cec-c4b7-4d0c-8099-a1c5aa1027ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e689c6-d849-4e68-8d22-5c85dc8d66ef,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:08.331961 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-85ee7cec-c4b7-4d0c-8099-a1c5aa1027ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e00decd887e94aecbd4fdfd7203aa56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320676 Jul 25 12:40:08.332782 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45636) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:08.386278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed2245-cff7-4480-af5a-17dd7d19bc3f req-a87e1593-da16-44db-b9a2-cbbf6296eb35 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:08.390464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] Publish callbacks [] for security_group (e8e689c6-d849-4e68-8d22-5c85dc8d66ef), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.394322 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f8ed2245-cff7-4480-af5a-17dd7d19bc3f req-a87e1593-da16-44db-b9a2-cbbf6296eb35 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.0700047 Jul 25 12:40:08.399907 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:08.402348 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:08.416545 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] Publish callbacks [] for security_group (e8e689c6-d849-4e68-8d22-5c85dc8d66ef), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.440241 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:08.441516 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f8ed2245-cff7-4480-af5a-17dd7d19bc3f req-77aa70e0-70e2-44f9-b7d2-72e9fdfadce0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Jul 25 12:40:08.453990 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'port_id': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'mac_address': 'fa:16:3e:a0:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:40:08.466590 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e8e689c6-d849-4e68-8d22-5c85dc8d66ef), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.469781 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.473561 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8e689c6-d849-4e68-8d22-5c85dc8d66ef HTTP/1.1" status: 204 len: 168 time: 0.1404417 Jul 25 12:40:08.481526 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a165b2-2482-493e-a223-283fb1da4518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e689c6-d849-4e68-8d22-5c85dc8d66ef,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:08.501584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:08.501975 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.517829 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:08.539236 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:08.543047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.596668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:08.620360 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5d2f3a66-3cb2-4460-86ab-762b58dda023 req-9a080fb6-10f0-4b90-9954-2c35c76b8c1d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0547330 Jul 25 12:40:08.687415 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6f6b7-9956-406a-959c-060ad9a283dd req-ef27d3ad-2f22-4aba-beca-42206e1a8031 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:08.688788 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bda6f6b7-9956-406a-959c-060ad9a283dd req-ef27d3ad-2f22-4aba-beca-42206e1a8031 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0559859 Jul 25 12:40:08.745350 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bda6f6b7-9956-406a-959c-060ad9a283dd req-7deb4adb-930a-472f-94b2-246ee64c666a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509365 Jul 25 12:40:08.797410 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45652) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:08.813891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ed94-fb03-400a-aefe-927337175164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:08.843968 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3f325-3b67-414b-9048-92dfdf692501 req-460a96e4-ef2d-4400-9467-fcf30571dc09 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:08.845527 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5cb3f325-3b67-414b-9048-92dfdf692501 req-460a96e4-ef2d-4400-9467-fcf30571dc09 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0480888 Jul 25 12:40:08.903156 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5cb3f325-3b67-414b-9048-92dfdf692501 req-696b6b97-d891-4f68-8a36-99bb5a061288 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Jul 25 12:40:09.030155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:09.059962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ed94-fb03-400a-aefe-927337175164 admin admin] Publish callbacks [] for security_group (8323ab2a-663a-4a4f-8572-3190ffb5e6da), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.064189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ed94-fb03-400a-aefe-927337175164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8323ab2a-663a-4a4f-8572-3190ffb5e6da), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.104361 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ed94-fb03-400a-aefe-927337175164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8323ab2a-663a-4a4f-8572-3190ffb5e6da,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:09.109688 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b7c7ed94-fb03-400a-aefe-927337175164 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b75343619e54573942614c826f04600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109963 Jul 25 12:40:09.112407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45654) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:09.160487 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] Publish callbacks [] for security_group (8323ab2a-663a-4a4f-8572-3190ffb5e6da), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.181819 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] Publish callbacks [] for security_group (8323ab2a-663a-4a4f-8572-3190ffb5e6da), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.228416 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8323ab2a-663a-4a4f-8572-3190ffb5e6da), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.231078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:09.232909 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8323ab2a-663a-4a4f-8572-3190ffb5e6da HTTP/1.1" status: 204 len: 168 time: 0.1191006 Jul 25 12:40:09.241053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab356997-4d90-4420-a50c-f256393e462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323ab2a-663a-4a4f-8572-3190ffb5e6da,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:09.253598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['374c317a-9ec5-4783-a0a0-3e363e8ecbb6'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:40:09.584604 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bea27-28b1-4e31-9ee9-32399b59f39b req-64945b3c-3364-4497-966e-4791b781dd78 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:09.586255 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4d1bea27-28b1-4e31-9ee9-32399b59f39b req-64945b3c-3364-4497-966e-4791b781dd78 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.0585668 Jul 25 12:40:09.646313 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4d1bea27-28b1-4e31-9ee9-32399b59f39b req-0f4e5b11-ec7e-4a1a-ab50-c0df6050b34f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535955 Jul 25 12:40:09.762918 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e349460a-0ec2-4eda-a5a2-1b9fdfc707ab req-cc629edd-0974-4fe3-90f6-f484b092baa5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0427198 Jul 25 12:40:09.898825 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a3e8e-2695-436c-80a2-edbff9820090 req-e37aa486-be6a-438a-91d2-e1aef0b2b348 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:09.906598 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b24a3e8e-2695-436c-80a2-edbff9820090 req-e37aa486-be6a-438a-91d2-e1aef0b2b348 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0615411 Jul 25 12:40:09.946084 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:09.965184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b24a3e8e-2695-436c-80a2-edbff9820090 req-ce8f9426-5579-44c5-91dd-c2d519788b00 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563500 Jul 25 12:40:10.044950 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a918-f01e-43a0-8dee-6bc14ddfe70c req-351594b7-a460-41b2-adff-0c46910b5456 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:10.046666 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f46a918-f01e-43a0-8dee-6bc14ddfe70c req-351594b7-a460-41b2-adff-0c46910b5456 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.0567524 Jul 25 12:40:10.115438 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f46a918-f01e-43a0-8dee-6bc14ddfe70c req-dc61da0f-8e00-4dad-bfae-2ef0d78e5605 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626245 Jul 25 12:40:10.217465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45722) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:10.333676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783ab870-eec2-4b1f-99a8-449b29f562b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.375323 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:10.399619 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Request body: {'port': {'device_id': '29e70f44-23c1-40de-860c-90f2398674f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:10.467156 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783ab870-eec2-4b1f-99a8-449b29f562b0 admin admin] Publish callbacks [] for security_group (c19c83ac-f91e-4bab-9cf7-d76dac7715a7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.505451 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6ecc27e1-98d7-4798-be46-819997310608), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.506444 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783ab870-eec2-4b1f-99a8-449b29f562b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c19c83ac-f91e-4bab-9cf7-d76dac7715a7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.554842 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-0a5108f2-a3ad-4a36-b707-31c6662e255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:10.556850 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-0a5108f2-a3ad-4a36-b707-31c6662e255e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1127 time: 0.0871239 Jul 25 12:40:10.563806 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-783ab870-eec2-4b1f-99a8-449b29f562b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e0c8d7c32674536907ba51031b5e05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449166 Jul 25 12:40:10.566074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45734) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:10.582830 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-5cb7af25-36c1-403a-a86d-3264db0f45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:10.584374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab870-eec2-4b1f-99a8-449b29f562b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c83ac-f91e-4bab-9cf7-d76dac7715a7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:10.584858 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-5cb7af25-36c1-403a-a86d-3264db0f45cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1394842 Jul 25 12:40:10.790588 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] Publish callbacks [] for security_group (c19c83ac-f91e-4bab-9cf7-d76dac7715a7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.830527 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-f13b6994-47cc-4c7a-95fc-b38487eba45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:10.832298 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-f13b6994-47cc-4c7a-95fc-b38487eba45f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=df3ed3c23dde49b382ce9016e421e4de&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2619123 Jul 25 12:40:10.848142 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] Publish callbacks [] for security_group (c19c83ac-f91e-4bab-9cf7-d76dac7715a7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.891565 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d232-9443-4819-99ec-a665b255e6d9 req-32fa20c9-770e-4304-ae17-4d39be7a611e tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:10.908236 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-66b9d232-9443-4819-99ec-a665b255e6d9 req-32fa20c9-770e-4304-ae17-4d39be7a611e tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 931 time: 0.1161716 Jul 25 12:40:10.930744 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-0b745d48-8d74-44cc-a2d5-3a35a8eec181 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580366 Jul 25 12:40:10.943263 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c19c83ac-f91e-4bab-9cf7-d76dac7715a7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.945905 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:10.947081 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c19c83ac-f91e-4bab-9cf7-d76dac7715a7 HTTP/1.1" status: 204 len: 168 time: 0.3781784 Jul 25 12:40:10.957622 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-539bb14e-78f2-48f9-b2de-7e0deba8dcf7 req-920ca9aa-8cb4-413a-becd-bb20e2a9bf8a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0541265 Jul 25 12:40:10.990756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad431-ff19-450a-b4bd-f992a622f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c83ac-f91e-4bab-9cf7-d76dac7715a7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:11.010362 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-66b9d232-9443-4819-99ec-a665b255e6d9 req-320648e2-feef-4bf3-868d-bc39e1b0bdfd tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067264 Jul 25 12:40:11.012559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:11.066418 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecc27e1-98d7-4798-be46-819997310608 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:11.078369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks [] for port (6ecc27e1-98d7-4798-be46-819997310608), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.095701 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Transition to ACTIVE for port object 6ecc27e1-98d7-4798-be46-819997310608 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:40:11.105906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.156049 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a2a74-4e26-4d4d-ba8b-df257433a126 req-b3c5bb2a-5090-48d3-b643-c62e9d495829 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:11.158718 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ba0a2a74-4e26-4d4d-ba8b-df257433a126 req-b3c5bb2a-5090-48d3-b643-c62e9d495829 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0730810 Jul 25 12:40:11.233258 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:11.298904 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ba0a2a74-4e26-4d4d-ba8b-df257433a126 req-2b0f0554-6f2b-4f58-8568-c58b0c60492d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261191 Jul 25 12:40:11.319694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:11.368411 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Attempting to bind port 6ecc27e1-98d7-4798-be46-819997310608 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:40:11.368760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Attempting to bind port 6ecc27e1-98d7-4798-be46-819997310608 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:40:11.369091 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Attempting to bind port 6ecc27e1-98d7-4798-be46-819997310608 on network 12b081c2-f14a-40b2-adf8-deea7b57cbca {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:11.400686 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Port 6ecc27e1-98d7-4798-be46-819997310608 on network 12b081c2-f14a-40b2-adf8-deea7b57cbca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:40:11.400812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Attempting to bind port 6ecc27e1-98d7-4798-be46-819997310608 on network 12b081c2-f14a-40b2-adf8-deea7b57cbca {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:11.409605 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:40:11.409964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Checking segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:11.410349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Bound using segment: {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:40:11.410789 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Bound port: 6ecc27e1-98d7-4798-be46-819997310608, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:40:11.411149 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6ecc27e1-98d7-4798-be46-819997310608), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.465307 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ebbb-d8dc-483b-af45-b37d439eb76c req-da1c9ece-6efb-4807-8829-0154c8a0f7bf tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:11.467662 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7898ebbb-d8dc-483b-af45-b37d439eb76c req-da1c9ece-6efb-4807-8829-0154c8a0f7bf tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 943 time: 0.1527581 Jul 25 12:40:11.562663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:11.568034 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45776) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:11.569560 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:40:11.574184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6ecc27e1-98d7-4798-be46-819997310608,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:40:11.581010 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7898ebbb-d8dc-483b-af45-b37d439eb76c req-e8e06295-8f09-4bad-ac66-346f96b63164 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913577 Jul 25 12:40:11.584961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.595424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-dcde42bd-450a-41a7-bd3a-7247dd1861ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.658625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:11.659374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.661099 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] 10.222.0.61 "PUT /v2.0/ports/6ecc27e1-98d7-4798-be46-819997310608 HTTP/1.1" status: 200 len: 1093 time: 1.2663541 Jul 25 12:40:11.661665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'tag': '6ecc27e1-98d7-4798-be46-819997310608'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:11.664069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de745b0c-f932-4da9-8abc-3822aed293d5" -d '{"events": [{"name": "network-changed", "server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "tag": "6ecc27e1-98d7-4798-be46-819997310608"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:11.715298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0b470-ed7e-4c37-baeb-af08c66c2470 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:11.738639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-dcde42bd-450a-41a7-bd3a-7247dd1861ec admin admin] Publish callbacks [] for security_group (6d9a208d-98b3-4db1-9a8f-05e3ac60cb32), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.743938 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-dcde42bd-450a-41a7-bd3a-7247dd1861ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6d9a208d-98b3-4db1-9a8f-05e3ac60cb32), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.746428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab732c-b37d-411c-8a83-80b8a57f31cf x-openstack-request-id: req-34ab732c-b37d-411c-8a83-80b8a57f31cf {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:11.746744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "tag": "6ecc27e1-98d7-4798-be46-819997310608", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:11.747230 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34ab732c-b37d-411c-8a83-80b8a57f31cf {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:11.747646 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ab732c-b37d-411c-8a83-80b8a57f31cf'] response: {'name': 'network-changed', 'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'tag': '6ecc27e1-98d7-4798-be46-819997310608', 'status': 'completed', 'code': 200} Jul 25 12:40:11.794047 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde42bd-450a-41a7-bd3a-7247dd1861ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a208d-98b3-4db1-9a8f-05e3ac60cb32,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:11.822826 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-dcde42bd-450a-41a7-bd3a-7247dd1861ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f0d8bbf9e704c1ba97b69c6529f43f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506266 Jul 25 12:40:11.823597 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45784) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:11.886344 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] Publish callbacks [] for security_group (6d9a208d-98b3-4db1-9a8f-05e3ac60cb32), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.934156 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] Publish callbacks [] for security_group (6d9a208d-98b3-4db1-9a8f-05e3ac60cb32), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:11.954691 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:12.008813 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6d9a208d-98b3-4db1-9a8f-05e3ac60cb32), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.011390 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.015860 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d9a208d-98b3-4db1-9a8f-05e3ac60cb32 HTTP/1.1" status: 204 len: 168 time: 0.1879742 Jul 25 12:40:12.022896 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca78f6-2f52-4d58-8697-7e437cdf8088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a208d-98b3-4db1-9a8f-05e3ac60cb32,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:12.032517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45800) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:12.099740 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1c26087d-876a-4a23-a942-fa80f5879b08 req-d79ff190-71b0-4790-9c96-3610b7b7dcf5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jul 25 12:40:12.182577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c8613-a4c2-4d21-ad8a-3589ae7b433f req-1d904ad0-cd8d-4ccc-a828-52c5a94182fb tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:12.184063 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-075c8613-a4c2-4d21-ad8a-3589ae7b433f req-1d904ad0-cd8d-4ccc-a828-52c5a94182fb tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0581892 Jul 25 12:40:12.239555 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-075c8613-a4c2-4d21-ad8a-3589ae7b433f req-a4ba9181-9347-4db0-9563-baa4ccc0a98f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Jul 25 12:40:12.300427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3441e36e-9f4d-409d-b15b-fd4f829d97e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.341897 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c82f357c-9290-4145-9b37-868045fadfa7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:40:12.389003 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3441e36e-9f4d-409d-b15b-fd4f829d97e6 admin admin] Publish callbacks [] for security_group (d851d29c-a05f-45d0-88e8-6f5a41093a3c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.394756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3441e36e-9f4d-409d-b15b-fd4f829d97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d851d29c-a05f-45d0-88e8-6f5a41093a3c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.446696 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3441e36e-9f4d-409d-b15b-fd4f829d97e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=182664d0bdfd4a25bdefd0912fa2ea03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128425 Jul 25 12:40:12.447873 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45818) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:12.448789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441e36e-9f4d-409d-b15b-fd4f829d97e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d851d29c-a05f-45d0-88e8-6f5a41093a3c,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:12.483842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45629e2d-1e49-4410-8710-343e8babdd41 req-48d43bbe-d208-47da-b908-741e3ce38c8f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:12.484071 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c82f357c-9290-4145-9b37-868045fadfa7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:12.486947 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-45629e2d-1e49-4410-8710-343e8babdd41 req-48d43bbe-d208-47da-b908-741e3ce38c8f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0826020 Jul 25 12:40:12.497157 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'c82f357c-9290-4145-9b37-868045fadfa7', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'port_id': 'c82f357c-9290-4145-9b37-868045fadfa7', 'mac_address': 'fa:16:3e:b5:56:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:40:12.513996 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] Publish callbacks [] for security_group (d851d29c-a05f-45d0-88e8-6f5a41093a3c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.535936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port c82f357c-9290-4145-9b37-868045fadfa7 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:12.536388 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c82f357c-9290-4145-9b37-868045fadfa7), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.543482 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] Publish callbacks [] for security_group (d851d29c-a05f-45d0-88e8-6f5a41093a3c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.552909 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82f357c-9290-4145-9b37-868045fadfa7 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:12.558506 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-45629e2d-1e49-4410-8710-343e8babdd41 req-e62e9189-5691-4503-be6b-2e5ecbf8ff91 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642817 Jul 25 12:40:12.578945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c82f357c-9290-4145-9b37-868045fadfa7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:12.584041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.612378 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d851d29c-a05f-45d0-88e8-6f5a41093a3c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.618773 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:12.619936 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d851d29c-a05f-45d0-88e8-6f5a41093a3c HTTP/1.1" status: 204 len: 168 time: 0.1677868 Jul 25 12:40:12.647431 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:12.649488 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ba4c-209e-4a56-80eb-914592e66dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851d29c-a05f-45d0-88e8-6f5a41093a3c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:12.728907 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfdeb6-81d7-4ce8-b479-ab0cb9b07fe1 req-a9c77fea-639c-412a-a6a8-853f092f3652 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:12.730447 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b3bfdeb6-81d7-4ce8-b479-ab0cb9b07fe1 req-a9c77fea-639c-412a-a6a8-853f092f3652 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0546935 Jul 25 12:40:12.753420 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:12.784344 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b3bfdeb6-81d7-4ce8-b479-ab0cb9b07fe1 req-4df764e7-4ee8-4ad3-9cb8-a8c56f8fbca4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Jul 25 12:40:13.030061 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45840) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:13.043284 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9e91f7ef-fccf-426d-9e2a-4e419a270deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.126750 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9e91f7ef-fccf-426d-9e2a-4e419a270deb admin admin] Publish callbacks [] for security_group (8ddc0be3-e178-41ca-b93e-4124202471af), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.132651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9e91f7ef-fccf-426d-9e2a-4e419a270deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8ddc0be3-e178-41ca-b93e-4124202471af), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.174813 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9e91f7ef-fccf-426d-9e2a-4e419a270deb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b86ffc5fe542422a981364ae05b574bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411800 Jul 25 12:40:13.175828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45848) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:13.184521 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91f7ef-fccf-426d-9e2a-4e419a270deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc0be3-e178-41ca-b93e-4124202471af,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:13.213965 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ee00bc8e-0ac1-4ca0-b67f-c186f265cb3a req-1e6c6e3b-8fa7-4d7f-b0ad-bc7c6cd7f4d3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0318594 Jul 25 12:40:13.238903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] Publish callbacks [] for security_group (8ddc0be3-e178-41ca-b93e-4124202471af), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.261763 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] Publish callbacks [] for security_group (8ddc0be3-e178-41ca-b93e-4124202471af), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.263433 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:13.320816 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8ddc0be3-e178-41ca-b93e-4124202471af), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.323595 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:13.324869 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ddc0be3-e178-41ca-b93e-4124202471af HTTP/1.1" status: 204 len: 168 time: 0.1481133 Jul 25 12:40:13.344738 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442d5d8-0e62-4ddc-b540-9e3468ed7ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc0be3-e178-41ca-b93e-4124202471af,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:13.381952 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc0e5d-d8f5-4307-871a-d8785c1476f6 req-2789de91-dbc5-405b-b193-e8ebc16c9b80 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:13.383713 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-32bc0e5d-d8f5-4307-871a-d8785c1476f6 req-2789de91-dbc5-405b-b193-e8ebc16c9b80 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0574667 Jul 25 12:40:13.446530 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-32bc0e5d-d8f5-4307-871a-d8785c1476f6 req-9dbd3949-2ecf-447e-af47-f2d0bc8fe6f0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552459 Jul 25 12:40:13.695075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1d22e-13f1-4375-8791-1346853d729f req-3fdd88c1-fc04-4036-8f32-d8b8e9220df0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:13.698657 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fcf1d22e-13f1-4375-8791-1346853d729f req-3fdd88c1-fc04-4036-8f32-d8b8e9220df0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0658178 Jul 25 12:40:13.759367 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fcf1d22e-13f1-4375-8791-1346853d729f req-fec778be-0985-4233-9947-386e4ebfbdfa tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543303 Jul 25 12:40:13.912312 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ba382-4a62-4fba-b303-6d7d258b6970 req-b6acc3d8-9cf8-4ece-9549-17e1bb40fb5a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:13.913943 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-330ba382-4a62-4fba-b303-6d7d258b6970 req-b6acc3d8-9cf8-4ece-9549-17e1bb40fb5a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0520856 Jul 25 12:40:13.967435 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-330ba382-4a62-4fba-b303-6d7d258b6970 req-5e42c79c-8493-42c2-b617-2af09d5deaaf tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Jul 25 12:40:14.325947 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8dd90224-2bb3-472e-9ad5-f802192f3384 req-5685f0f5-75a0-4102-ae1c-2b0f8e65e73a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jul 25 12:40:14.568323 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ad726-29e2-476f-bdfd-eea0c51d99c6 req-fe14b220-51c9-4266-bddc-7ebc46d260ae tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:14.570078 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f0ad726-29e2-476f-bdfd-eea0c51d99c6 req-fe14b220-51c9-4266-bddc-7ebc46d260ae tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0541959 Jul 25 12:40:14.626874 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f0ad726-29e2-476f-bdfd-eea0c51d99c6 req-eaf082cd-82e8-48ab-8034-d8172f5c5903 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Jul 25 12:40:14.631485 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 45922) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:14.705654 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=11 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:14.741141 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:14.809320 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f766084-2d51-4b11-8079-f44d38ea4d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:14.829176 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-831130ac-5abc-41b1-be86-a25a13a489bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:14.831130 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-831130ac-5abc-41b1-be86-a25a13a489bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c24e32d2fb6e4a3db413acc06528d15e&device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 1127 time: 0.1691620 Jul 25 12:40:14.894301 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-b04c5811-6ef3-4730-974c-294ae2d86379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:14.895766 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-272aa2ca-b3fa-4a6a-9555-4d9383391f4f req-b04c5811-6ef3-4730-974c-294ae2d86379 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2468045 Jul 25 12:40:14.920630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:14.954343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f766084-2d51-4b11-8079-f44d38ea4d8b admin admin] Publish callbacks [] for security_group (305f093d-cc01-47bc-8677-bf077d9c9f35), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:14.955447 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:14.960779 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f766084-2d51-4b11-8079-f44d38ea4d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (305f093d-cc01-47bc-8677-bf077d9c9f35), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.044831 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766084-2d51-4b11-8079-f44d38ea4d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f093d-cc01-47bc-8677-bf077d9c9f35,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:15.057561 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b39fb46-539c-42b7-bf14-4e4df76fabfb req-7e28a635-368c-4ef5-b832-bc221233b229 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070363 Jul 25 12:40:15.076917 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6f766084-2d51-4b11-8079-f44d38ea4d8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05f49dcc78354ab99644c6fb44dce72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4441814 Jul 25 12:40:15.077370 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed4e5e-0de0-465e-8bf6-55b0a792d532 req-ae82c0a7-b222-419f-9924-266bd6574ce8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.078871 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-56ed4e5e-0de0-465e-8bf6-55b0a792d532 req-ae82c0a7-b222-419f-9924-266bd6574ce8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.2146180 Jul 25 12:40:15.087249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 45936) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:15.106227 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-8e1f8058-edbf-458b-8d9e-81b1a5f7581e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.107802 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-8e1f8058-edbf-458b-8d9e-81b1a5f7581e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.3473654 Jul 25 12:40:15.213999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-cdfb79e8-8775-4370-8b3c-fef5736415ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.215556 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-cdfb79e8-8775-4370-8b3c-fef5736415ed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c24e32d2fb6e4a3db413acc06528d15e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3663447 Jul 25 12:40:15.225897 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-56ed4e5e-0de0-465e-8bf6-55b0a792d532 req-658658aa-9071-41d5-b487-092e40a35c6e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393476 Jul 25 12:40:15.238694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] Publish callbacks [] for security_group (305f093d-cc01-47bc-8677-bf077d9c9f35), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.262500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] Publish callbacks [] for security_group (305f093d-cc01-47bc-8677-bf077d9c9f35), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.275704 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-bdc855ae-bc49-4f60-9248-c03a941ab2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.277158 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-bdc855ae-bc49-4f60-9248-c03a941ab2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1127 time: 0.3002498 Jul 25 12:40:15.296085 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a859629-ab9b-40eb-8214-6232aa3ff4ec req-695c5c3e-30a4-4a39-a679-cfcffa6de6ea tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.297482 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a859629-ab9b-40eb-8214-6232aa3ff4ec req-695c5c3e-30a4-4a39-a679-cfcffa6de6ea tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.2556517 Jul 25 12:40:15.324179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (305f093d-cc01-47bc-8677-bf077d9c9f35), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.326906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.330734 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305f093d-cc01-47bc-8677-bf077d9c9f35 HTTP/1.1" status: 204 len: 168 time: 0.2400277 Jul 25 12:40:15.340039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac09323-ea4f-4de0-afcc-9c4a92c53dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f093d-cc01-47bc-8677-bf077d9c9f35,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:15.366328 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a859629-ab9b-40eb-8214-6232aa3ff4ec req-d54b5725-3e14-4c95-9fb3-76c2abf428fd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Jul 25 12:40:15.464821 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f85d6c0e-8353-48cf-9a7a-176c00308770 req-21d31084-28d1-438c-ac7a-e90116097663 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0421708 Jul 25 12:40:15.501368 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-14e4961a-9b32-4713-a29d-32b3000e8792 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 217 time: 0.0364456 Jul 25 12:40:15.524592 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['c82f357c-9290-4145-9b37-868045fadfa7'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:40:15.554199 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-83cadd20-1ff2-4cef-ba9b-09e8b83fa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.555648 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-83cadd20-1ff2-4cef-ba9b-09e8b83fa1ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0527627 Jul 25 12:40:15.560778 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:15.598888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:15.612676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ea5e-8981-4987-bc18-b211529d441d req-06c618ee-ac4d-4b5d-9eaa-8d49eca8ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.614783 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-06c618ee-ac4d-4b5d-9eaa-8d49eca8ebe0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525920 Jul 25 12:40:15.630655 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:15.700474 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:40:15.733903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:15.734135 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-1e42d9f8-1449-4dc0-a82d-802da2dc4880 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132054 Jul 25 12:40:15.734964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.825469 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6404acb8-1288-4296-837c-3e3617481406 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 379 time: 0.3755238 Jul 25 12:40:15.826174 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675404fb-71fa-4a63-94a6-aed3ff6c64d0 req-9a173f00-695a-48d9-82fb-cac4b326392a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.830934 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-675404fb-71fa-4a63-94a6-aed3ff6c64d0 req-9a173f00-695a-48d9-82fb-cac4b326392a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0953312 Jul 25 12:40:15.861746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:15.862161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:15.891207 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:15.894699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:15.896528 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-81093354-520d-4b20-9b83-983e7c0fb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:15.898055 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de745b0c-f932-4da9-8abc-3822aed293d5 req-81093354-520d-4b20-9b83-983e7c0fb573 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4471552 Jul 25 12:40:15.946321 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-675404fb-71fa-4a63-94a6-aed3ff6c64d0 req-b0234633-6420-4a41-a1dc-fec9ca2a3bd1 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Jul 25 12:40:15.974647 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:15.981496 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:16.038440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:16.096450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807fdfc8-3104-4e54-b1b0-dead6ba9f76a" -d '{"events": [{"server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "name": "network-vif-plugged", "status": "completed", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:16.195407 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba37e2-cacd-476a-abbf-7d40df2ec93e x-openstack-request-id: req-b7ba37e2-cacd-476a-abbf-7d40df2ec93e {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:16.195742 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "name": "network-vif-plugged", "status": "completed", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:16.195995 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7ba37e2-cacd-476a-abbf-7d40df2ec93e {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:16.196429 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ba37e2-cacd-476a-abbf-7d40df2ec93e'] response: {'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'code': 200} Jul 25 12:40:16.317427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:16.357838 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2b82d-faf5-4272-b0e5-40f063e8212b req-8c0abb75-10bf-4bbc-905e-9f83dcd2da4c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:16.359362 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b8a2b82d-faf5-4272-b0e5-40f063e8212b req-8c0abb75-10bf-4bbc-905e-9f83dcd2da4c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0507371 Jul 25 12:40:16.420123 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b8a2b82d-faf5-4272-b0e5-40f063e8212b req-c08185bf-5ae0-4587-86a6-4df7a6d6b85f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 Jul 25 12:40:16.493005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842d6d-1411-4a1a-9360-72e4fa109d5b req-95035cec-4bb1-4598-a5c4-f0ef53e8167e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:16.494443 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2b842d6d-1411-4a1a-9360-72e4fa109d5b req-95035cec-4bb1-4598-a5c4-f0ef53e8167e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0519540 Jul 25 12:40:16.544710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2b842d6d-1411-4a1a-9360-72e4fa109d5b req-938758f4-a02c-489c-bcbf-c9a8ef09c722 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Jul 25 12:40:16.584668 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4d47d48b-2341-4d12-861f-b578e8b1cbe1 req-f7ea1f69-9bdb-4989-8d14-cdf6b4d963af tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0315318 Jul 25 12:40:17.074154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d909d-3f87-4052-a874-e880721d3c25 req-10663e24-ee07-41a0-9cd0-ce9824decb80 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:17.075644 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-259d909d-3f87-4052-a874-e880721d3c25 req-10663e24-ee07-41a0-9cd0-ce9824decb80 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0496776 Jul 25 12:40:17.127801 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-259d909d-3f87-4052-a874-e880721d3c25 req-1b4ec4d0-fbd2-44cd-8896-2ca969222e64 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jul 25 12:40:17.563441 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd062-494b-4446-80ab-fdeda9de0260 req-a089674e-64f4-4a36-b20c-2535527cbea7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:17.564883 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fcbfd062-494b-4446-80ab-fdeda9de0260 req-a089674e-64f4-4a36-b20c-2535527cbea7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0460978 Jul 25 12:40:17.612256 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fcbfd062-494b-4446-80ab-fdeda9de0260 req-49ef1259-2f02-4c58-afa4-107d7f8cc485 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Jul 25 12:40:17.662159 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d77d87-902d-4d96-b422-c4700cd62fab req-cf3e9dc5-75fa-418b-8aac-d5780f464371 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:17.663628 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a9d77d87-902d-4d96-b422-c4700cd62fab req-cf3e9dc5-75fa-418b-8aac-d5780f464371 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0463941 Jul 25 12:40:17.697030 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9a591e50-73e2-46b1-8563-ed10238baf7d req-20f8b93e-a2b8-458a-92a1-2cca7060032d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0267849 Jul 25 12:40:17.710530 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a9d77d87-902d-4d96-b422-c4700cd62fab req-9278da60-cce7-4b70-bd05-64f16af74ee7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Jul 25 12:40:17.861141 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-17a3bbe3-3e43-41d9-b2a9-e8dbfda81921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:18.010701 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b11ea5e-8981-4987-bc18-b211529d441d req-c5e15e58-ff02-43e1-8f26-e7e088c988d3 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890610 Jul 25 12:40:18.243210 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d690-91f4-4073-915e-91ff50b40c8d req-0b3d3214-4165-4b6e-8601-83cf8fdc8f84 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:18.244850 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5d02d690-91f4-4073-915e-91ff50b40c8d req-0b3d3214-4165-4b6e-8601-83cf8fdc8f84 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0461144 Jul 25 12:40:18.291185 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5d02d690-91f4-4073-915e-91ff50b40c8d req-b5c88657-f911-4a2f-8a4a-7517c4eb5929 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Jul 25 12:40:18.731810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032791-1cea-45c9-91d9-011e7c442539 req-66edd344-8dd2-4e27-9362-c40dd2433dcd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:18.734137 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-16032791-1cea-45c9-91d9-011e7c442539 req-66edd344-8dd2-4e27-9362-c40dd2433dcd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0469837 Jul 25 12:40:18.788184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-16032791-1cea-45c9-91d9-011e7c442539 req-67c811ae-bdce-4019-94a9-2b711057f6d7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Jul 25 12:40:18.798106 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-faf3c97c-34dc-4d7f-b1c2-577f1d690b8f req-fb9dbc56-7e39-4081-a4b1-a2752f3c9ae7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0283213 Jul 25 12:40:18.897985 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739338f-0169-4940-aa86-f3256b8cce3e req-d7390934-8bce-45c3-95f3-040bf0a13f89 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:18.899491 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6739338f-0169-4940-aa86-f3256b8cce3e req-d7390934-8bce-45c3-95f3-040bf0a13f89 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0493848 Jul 25 12:40:18.918794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:18.948934 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6739338f-0169-4940-aa86-f3256b8cce3e req-c0003edb-02f5-4936-916c-4bbd73a19924 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Jul 25 12:40:19.392043 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:19.410714 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf767-3aa8-4e24-9c55-19777649bacc req-4543502b-9275-431a-a2b3-d563f2e7820b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:19.412175 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8bcaf767-3aa8-4e24-9c55-19777649bacc req-4543502b-9275-431a-a2b3-d563f2e7820b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0514605 Jul 25 12:40:19.430593 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'port': {'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'admin_state_up': True, 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'security_groups': ['af0c974e-b8ec-428e-96eb-0469ec49a583']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:19.471409 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8bcaf767-3aa8-4e24-9c55-19777649bacc req-3b47bcf2-9fd0-4c6e-8626-1ba2968b0b83 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534058 Jul 25 12:40:19.551709 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:19.555182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:19.683112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.20.0.10 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/ed8c1b70-0793-46e8-96ee-8e247d00d8a4) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:40:19.819511 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:19.851605 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:19.858792 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:19.914150 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a20f4-0556-4d98-8645-f2379487e386 req-3ee7a256-e9a4-4c7c-9b21-ebcf04d3a9bc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:19.915616 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f5a20f4-0556-4d98-8645-f2379487e386 req-3ee7a256-e9a4-4c7c-9b21-ebcf04d3a9bc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0462744 Jul 25 12:40:19.938718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:40:19.944162 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:19.946543 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:40:19.951802 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:19.952411 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:19.964480 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f5a20f4-0556-4d98-8645-f2379487e386 req-7cf19b6b-907e-4775-a82f-82cf532f5479 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Jul 25 12:40:19.966514 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4ce3-b627-44bc-949d-57e3cae44ff3 req-1f7dec30-219a-47cd-ba8f-2d5999991d6f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:19.968147 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-569d4ce3-b627-44bc-949d-57e3cae44ff3 req-1f7dec30-219a-47cd-ba8f-2d5999991d6f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0841351 Jul 25 12:40:19.968785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:20.006192 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-275a4487-9ed0-45c9-a8e3-c8d03b1db79f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796666 Jul 25 12:40:20.040971 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-569d4ce3-b627-44bc-949d-57e3cae44ff3 req-96074e3a-0c25-4603-b0fb-e48db40aba8f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635173 Jul 25 12:40:20.086703 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6e165-4f77-42bf-989b-9ec4303d0093 req-976cce29-85e9-4f00-9bf5-9ac946a066a1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:20.088204 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-50c6e165-4f77-42bf-989b-9ec4303d0093 req-976cce29-85e9-4f00-9bf5-9ac946a066a1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0556822 Jul 25 12:40:20.139911 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-50c6e165-4f77-42bf-989b-9ec4303d0093 req-19b3f372-03a8-4e54-b48c-49c211b35b35 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Jul 25 12:40:20.168955 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b69752fd-7728-4b00-a67d-f887e0d73180 None None] Provisioning complete for port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:20.169419 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b69752fd-7728-4b00-a67d-f887e0d73180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:20.193247 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-91fc9e3c-b51e-4796-b9df-feb52d32bfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:20.203779 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b69752fd-7728-4b00-a67d-f887e0d73180 None None] Port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:40:20.585827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc487cd-f342-4a30-ac16-b08c6557ebea req-277ac3a5-8bd5-41bb-986c-11d69c2f0d6c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:20.587279 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8bc487cd-f342-4a30-ac16-b08c6557ebea req-277ac3a5-8bd5-41bb-986c-11d69c2f0d6c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0462942 Jul 25 12:40:20.629778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:20.634486 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8bc487cd-f342-4a30-ac16-b08c6557ebea req-c0071e0e-d7a1-4ebb-8887-ac2c34367aac tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Jul 25 12:40:21.049877 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c82f357c-9290-4145-9b37-868045fadfa7 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:21.091941 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port c82f357c-9290-4145-9b37-868045fadfa7 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:40:21.094675 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bda10-a65f-4662-8dbb-a82287a08af9 req-f87d3ae9-f996-4a49-9fad-ab0c78d9b0d3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:21.096387 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9d3bda10-a65f-4662-8dbb-a82287a08af9 req-f87d3ae9-f996-4a49-9fad-ab0c78d9b0d3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0517213 Jul 25 12:40:21.099418 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port c82f357c-9290-4145-9b37-868045fadfa7 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:21.099794 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c82f357c-9290-4145-9b37-868045fadfa7), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:21.167041 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9d3bda10-a65f-4662-8dbb-a82287a08af9 req-b63ae067-7640-46c1-aef9-34ef1b2afb45 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649490 Jul 25 12:40:21.189011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275cf1-c2d2-4ce3-9862-5470da6d34ad req-9d638480-df17-4259-9566-34ab34394a58 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:21.193824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port c82f357c-9290-4145-9b37-868045fadfa7 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:21.194301 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c82f357c-9290-4145-9b37-868045fadfa7), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:21.194434 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7275cf1-c2d2-4ce3-9862-5470da6d34ad req-9d638480-df17-4259-9566-34ab34394a58 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0722897 Jul 25 12:40:21.223609 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:21.227285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c630ad6-1c0e-4fac-82a7-233a9a2014fa" -d '{"events": [{"server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "name": "network-vif-plugged", "status": "completed", "tag": "c82f357c-9290-4145-9b37-868045fadfa7"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:21.240790 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c82f357c-9290-4145-9b37-868045fadfa7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:21.247292 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:21.265854 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7275cf1-c2d2-4ce3-9862-5470da6d34ad req-6a1b3df8-4c30-4370-860a-0f00cba8219a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658000 Jul 25 12:40:21.288465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828d3b1-fbf4-4c94-870e-8245da1c7cc7 req-46eeee34-b9be-4f4b-afd9-2cf339ee0381 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:21.290058 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d828d3b1-fbf4-4c94-870e-8245da1c7cc7 req-46eeee34-b9be-4f4b-afd9-2cf339ee0381 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 944 time: 0.0598888 Jul 25 12:40:21.322338 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:21.336830 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a8883-2775-4538-a17d-1c8331f1d191 x-openstack-request-id: req-e89a8883-2775-4538-a17d-1c8331f1d191 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:21.337143 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "name": "network-vif-plugged", "status": "completed", "tag": "c82f357c-9290-4145-9b37-868045fadfa7", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:21.337452 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e89a8883-2775-4538-a17d-1c8331f1d191 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:21.337763 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89a8883-2775-4538-a17d-1c8331f1d191'] response: {'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7', 'code': 200} Jul 25 12:40:21.342743 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:21.355622 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d828d3b1-fbf4-4c94-870e-8245da1c7cc7 req-95ed98c7-fbf1-4b93-9579-654872c87275 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Jul 25 12:40:21.754944 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81bdb4-569a-4da8-a757-2de42021395e req-22457140-afd6-46d8-b6be-40127e376e6e tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:21.756670 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4f81bdb4-569a-4da8-a757-2de42021395e req-22457140-afd6-46d8-b6be-40127e376e6e tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0506587 Jul 25 12:40:21.813794 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4f81bdb4-569a-4da8-a757-2de42021395e req-e438c62d-530d-4d61-9f6a-d9659cabc8d3 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Jul 25 12:40:22.287912 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd18de-424a-4f3e-9aac-9deeed7213e2 req-909698ba-2a2b-49aa-aaee-ddfa64431e20 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:22.289356 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b5bd18de-424a-4f3e-9aac-9deeed7213e2 req-909698ba-2a2b-49aa-aaee-ddfa64431e20 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0517609 Jul 25 12:40:22.335906 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b5bd18de-424a-4f3e-9aac-9deeed7213e2 req-a3b5dfe6-718a-4407-bee2-f3eb52ec0f27 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Jul 25 12:40:22.394482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d60dd-bd48-436d-8693-4106a4cf0203 req-606dcce1-c24d-4c2b-bc2e-be66af4687f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:22.395891 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d23d60dd-bd48-436d-8693-4106a4cf0203 req-606dcce1-c24d-4c2b-bc2e-be66af4687f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0467925 Jul 25 12:40:22.443615 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d23d60dd-bd48-436d-8693-4106a4cf0203 req-34bf5328-fa1a-4464-8918-d4bee0a92f81 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Jul 25 12:40:22.459256 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:22.471727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d023-5c54-4076-83de-a20044860add req-79ed4217-fe9f-4176-a2a4-e018c954714d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:22.473226 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fb68d023-5c54-4076-83de-a20044860add req-79ed4217-fe9f-4176-a2a4-e018c954714d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Jul 25 12:40:22.521119 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fb68d023-5c54-4076-83de-a20044860add req-4a8acb74-b083-40f6-902a-a37bc5e82af7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Jul 25 12:40:22.582910 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:22.933702 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0fab-fb4d-46ad-af1a-fc76188f4e0b req-1f31dca9-df2e-4205-b730-c35a069ebd81 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:22.940414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-246c0fab-fb4d-46ad-af1a-fc76188f4e0b req-1f31dca9-df2e-4205-b730-c35a069ebd81 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0552959 Jul 25 12:40:22.989788 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-246c0fab-fb4d-46ad-af1a-fc76188f4e0b req-a55718f9-7b2b-4e81-82a2-5f35ee2afe9a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484862 Jul 25 12:40:23.066309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:23.455393 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568652b2-34aa-4395-afac-8215d6a5b446 req-b213e184-3830-4a9e-8299-6637ad4e58d2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:23.456808 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-568652b2-34aa-4395-afac-8215d6a5b446 req-b213e184-3830-4a9e-8299-6637ad4e58d2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0491536 Jul 25 12:40:23.504702 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-568652b2-34aa-4395-afac-8215d6a5b446 req-fb49067f-0d80-422f-9ca5-b0ae0a5fc5af tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Jul 25 12:40:23.566894 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b750cea-c7bc-4a5f-889b-e86cc3cfe57d req-6fb8a870-ec63-4fee-9e2b-c22fb9a74915 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:23.568460 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1b750cea-c7bc-4a5f-889b-e86cc3cfe57d req-6fb8a870-ec63-4fee-9e2b-c22fb9a74915 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0489225 Jul 25 12:40:23.615796 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1b750cea-c7bc-4a5f-889b-e86cc3cfe57d req-9f8930ec-c864-4e11-a89a-763053d9a8f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Jul 25 12:40:23.643959 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7848fd-46a3-40b0-a8f8-9f6cc0bce7b9 req-d810b4b1-3e91-4770-9cba-6fd5f4feef5e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:23.645417 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0c7848fd-46a3-40b0-a8f8-9f6cc0bce7b9 req-d810b4b1-3e91-4770-9cba-6fd5f4feef5e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0468085 Jul 25 12:40:23.692389 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0c7848fd-46a3-40b0-a8f8-9f6cc0bce7b9 req-48d282b7-d09a-4976-bdb1-247fb9e527a8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Jul 25 12:40:24.105535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a902b-77ac-4429-8bb0-a2154a4044bd req-d96e42f8-8998-4675-88af-cc5c82a6bb3d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:24.107554 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-291a902b-77ac-4429-8bb0-a2154a4044bd req-d96e42f8-8998-4675-88af-cc5c82a6bb3d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0454068 Jul 25 12:40:24.157751 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-291a902b-77ac-4429-8bb0-a2154a4044bd req-e79d1455-67bc-4146-9897-3da8d8acf801 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Jul 25 12:40:24.619615 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c485312-3503-4ff1-b81a-63a7e69cd5e7 req-41361190-1be0-4132-b229-2b5822feed8b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:24.621038 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4c485312-3503-4ff1-b81a-63a7e69cd5e7 req-41361190-1be0-4132-b229-2b5822feed8b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0460682 Jul 25 12:40:24.672383 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4c485312-3503-4ff1-b81a-63a7e69cd5e7 req-42a1f791-0375-461f-b345-7b0b4def9549 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Jul 25 12:40:24.699579 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:40:24.739924 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4af97-0c2d-4de8-b220-3e77cee48cf1 req-4cbea037-d45c-4208-a28b-778bace6ce7b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:24.741760 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8cd4af97-0c2d-4de8-b220-3e77cee48cf1 req-4cbea037-d45c-4208-a28b-778bace6ce7b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0509720 Jul 25 12:40:24.812430 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8cd4af97-0c2d-4de8-b220-3e77cee48cf1 req-ca5b1e28-50b0-450c-a922-0c333f1e5c7b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637507 Jul 25 12:40:24.823163 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493952a-6319-46ea-b874-db70830aa7ad req-76880a03-26d7-4f2e-9ebf-3323b1b5589f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:24.824762 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7493952a-6319-46ea-b874-db70830aa7ad req-76880a03-26d7-4f2e-9ebf-3323b1b5589f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0556679 Jul 25 12:40:24.847443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:24.878437 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7493952a-6319-46ea-b874-db70830aa7ad req-d1767d9b-3939-4a34-9f9f-699043defbea tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Jul 25 12:40:24.916546 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:24.918582 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:24.928704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:40:24.966480 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:24.966872 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:24.979286 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:25.001740 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:25.006681 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:25.050915 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:25.270074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0de2ad-acf5-48d9-8f12-0c93b2ee1284 req-eb878b62-46b3-4ae3-9e9a-bfdb4738dc4c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:25.271489 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb0de2ad-acf5-48d9-8f12-0c93b2ee1284 req-eb878b62-46b3-4ae3-9e9a-bfdb4738dc4c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0455599 Jul 25 12:40:25.316230 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb0de2ad-acf5-48d9-8f12-0c93b2ee1284 req-59ac09c3-bc57-4064-bdd9-880abca178aa tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Jul 25 12:40:25.774245 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:25.785900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585ce2-9009-4ddf-9383-e114a415be6f req-8a727574-f9c9-409a-a5e1-6bff3204da83 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:25.795633 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-89585ce2-9009-4ddf-9383-e114a415be6f req-8a727574-f9c9-409a-a5e1-6bff3204da83 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0546043 Jul 25 12:40:25.842020 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-89585ce2-9009-4ddf-9383-e114a415be6f req-a3b60c96-4497-4be5-91b9-d1021304daf9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 Jul 25 12:40:25.943970 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7217-cb43-4e01-87f2-ae9b8a0e8b0d req-32a24b63-3ffb-490f-92cf-e12d3ceff5d5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:25.945446 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2e5e7217-cb43-4e01-87f2-ae9b8a0e8b0d req-32a24b63-3ffb-490f-92cf-e12d3ceff5d5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0502806 Jul 25 12:40:25.992617 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2e5e7217-cb43-4e01-87f2-ae9b8a0e8b0d req-0ff4bfd8-3636-4a59-8858-78c0b2e4be2b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Jul 25 12:40:25.996942 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29a96e-6057-4a6a-8031-034621db8bc3 req-e9f2601a-c6e0-4160-93da-acea77fd2ff9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:25.999265 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c29a96e-6057-4a6a-8031-034621db8bc3 req-e9f2601a-c6e0-4160-93da-acea77fd2ff9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0510705 Jul 25 12:40:26.047493 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c29a96e-6057-4a6a-8031-034621db8bc3 req-21e48e0d-ac33-476f-975d-ec2892c05c7b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Jul 25 12:40:26.430318 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234e81c-f5d5-454f-9393-f095506f21be req-2a153105-c2a5-49f9-8baa-a0d52e89cc0b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.431680 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6234e81c-f5d5-454f-9393-f095506f21be req-2a153105-c2a5-49f9-8baa-a0d52e89cc0b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0460889 Jul 25 12:40:26.451400 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:26.479543 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6234e81c-f5d5-454f-9393-f095506f21be req-2e2896a8-4706-4ee8-8eea-9ce4e28a29e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Jul 25 12:40:26.556700 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:40:26.621304 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Request body: {'port': {'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:26.656262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-059bdf98-70ea-4aec-8e23-e3d769d835ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.657853 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-059bdf98-70ea-4aec-8e23-e3d769d835ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c24e32d2fb6e4a3db413acc06528d15e&device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 1127 time: 0.0414808 Jul 25 12:40:26.701996 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:26.720571 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-8ef9a6a4-297c-4292-826d-b43eb4f68e3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ecc27e1-98d7-4798-be46-819997310608 HTTP/1.1" status: 200 len: 217 time: 0.0411294 Jul 25 12:40:26.746365 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-c5442053-ecb2-4d26-b8b3-ff3561d0c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.748394 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-c5442053-ecb2-4d26-b8b3-ff3561d0c20a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.1052742 Jul 25 12:40:26.758374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:26.769647 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-4d86cbc0-9e15-424a-9d38-4eef7a331933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.771129 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-4d86cbc0-9e15-424a-9d38-4eef7a331933 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc978084-6825-41bc-a291-9245d779fe66 HTTP/1.1" status: 200 len: 851 time: 0.0449700 Jul 25 12:40:26.857496 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-1d5f798e-62b9-400f-bb95-8d3a0cc42a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.859024 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-1d5f798e-62b9-400f-bb95-8d3a0cc42a39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12b081c2-f14a-40b2-adf8-deea7b57cbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393109 Jul 25 12:40:26.904293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:26.980353 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-2a838975-2319-4734-a691-505e60c72166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.981766 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-2a838975-2319-4734-a691-505e60c72166 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1129 time: 0.1198874 Jul 25 12:40:26.988523 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeae15-8c85-4a05-954e-37757e2cc53f req-37cc7715-9d36-473b-b010-092d98a48c01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:26.990035 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-20eeae15-8c85-4a05-954e-37757e2cc53f req-37cc7715-9d36-473b-b010-092d98a48c01 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 932 time: 0.0621901 Jul 25 12:40:27.030259 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-c2358e6c-ec6f-4c0d-bccd-f05193978548 service neutron] 10.222.0.61 "GET /v2.0/networks/12b081c2-f14a-40b2-adf8-deea7b57cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644242 Jul 25 12:40:27.056197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['7e8c3b73-d8a2-485a-92ed-56ba7473deac'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:40:27.065697 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-20eeae15-8c85-4a05-954e-37757e2cc53f req-b6b8459e-0d93-4ba5-a63c-367296192c93 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689681 Jul 25 12:40:27.099802 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-e636f833-bc35-421e-9d92-1f34927b0b0b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.108334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Publish callbacks [] for security_group (ab37bc6d-f6de-4a7c-a17c-7d01b7e9537e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.139341 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (ab37bc6d-f6de-4a7c-a17c-7d01b7e9537e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.217237 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2410f6ab-c7d9-44f8-a215-c847a61cc95d req-1deeb8d5-ee03-4bc0-8687-b4515b49e7d5 service neutron] 10.222.0.61 "GET /v2.0/networks/12b081c2-f14a-40b2-adf8-deea7b57cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504951 Jul 25 12:40:27.248268 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8353-a7c3-4d9a-b69d-a17ef7c4c038 req-da4c6cee-f258-41b9-9b07-ae19cffe9e8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:27.259968 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a32a8353-a7c3-4d9a-b69d-a17ef7c4c038 req-da4c6cee-f258-41b9-9b07-ae19cffe9e8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0893562 Jul 25 12:40:27.274256 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37bc6d-f6de-4a7c-a17c-7d01b7e9537e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:27.282889 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab371c-7ea1-4584-ad86-a95f78ced4b6 req-b80ca865-1963-43bc-9f2c-d539663f6369 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:27.284789 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b4ab371c-7ea1-4584-ad86-a95f78ced4b6 req-b80ca865-1963-43bc-9f2c-d539663f6369 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.1599910 Jul 25 12:40:27.292324 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8c1b70-0793-46e8-96ee-8e247d00d8a4 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:27.300813 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5227949a-47ff-4150-b1aa-5b9022cc2c7d req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450209 Jul 25 12:40:27.320642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks [] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.323221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.db.api [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-e636f833-bc35-421e-9d92-1f34927b0b0b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9ff5a41f8ca6438295c512792d2022e4 {{(pid=105685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:40:27.323623 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG oslo_db.api [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-e636f833-bc35-421e-9d92-1f34927b0b0b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:40:27.324219 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a32a8353-a7c3-4d9a-b69d-a17ef7c4c038 req-65e0543a-d6fa-4dea-bec3-58f93b2ba215 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633922 Jul 25 12:40:27.330924 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.331283 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.331630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.331963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.332300 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.332665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.333133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.333570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.333920 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.334470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.334810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.335134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.335526 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.335926 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.336225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc8da0-315c-4a64-8da9-2f7ba644a25a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:27.370098 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Transition to ACTIVE for port object ed8c1b70-0793-46e8-96ee-8e247d00d8a4 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:40:27.381455 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.415615 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b4ab371c-7ea1-4584-ad86-a95f78ced4b6 req-a3b6c89e-4854-48d5-917f-1424a9f10fb6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982032 Jul 25 12:40:27.436073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:27.452201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:27.492120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Attempting to bind port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:40:27.492458 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Attempting to bind port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:40:27.492786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Attempting to bind port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:27.495718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:27.498862 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:40:27.499182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Attempting to bind port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:27.505800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:40:27.506169 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:27.506552 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:40:27.506985 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Bound port: ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:40:27.507344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.573535 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:27.580277 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:40:27.582941 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:40:27.589575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.631396 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:27.632032 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.633420 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed8c1b70-0793-46e8-96ee-8e247d00d8a4 HTTP/1.1" status: 200 len: 1094 time: 1.0165727 Jul 25 12:40:27.633851 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:27.635119 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411472-abca-456f-99ac-b818dd259211 req-49c9a2e4-f30e-4ea0-9a7b-34fe9ddc2892 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:27.636110 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c68d3-e25f-4952-91ed-e9f09a592b58" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:27.636652 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-61411472-abca-456f-99ac-b818dd259211 req-49c9a2e4-f30e-4ea0-9a7b-34fe9ddc2892 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0736427 Jul 25 12:40:27.670922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c3e1-2c6e-4cd1-bcbe-9176e97b22c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:27.706865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73270eec-d223-4a7e-9a3a-13f6579d0605 x-openstack-request-id: req-73270eec-d223-4a7e-9a3a-13f6579d0605 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:27.707209 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:27.707488 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73270eec-d223-4a7e-9a3a-13f6579d0605 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:27.707963 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73270eec-d223-4a7e-9a3a-13f6579d0605'] response: {'name': 'network-changed', 'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'status': 'completed', 'code': 200} Jul 25 12:40:27.755543 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-61411472-abca-456f-99ac-b818dd259211 req-6ef466c0-e1cd-4084-80c3-6ef13033363c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987725 Jul 25 12:40:27.825344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-e636f833-bc35-421e-9d92-1f34927b0b0b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:27.914629 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-186ec425-e5c7-4ece-b5d9-a81548dba708 req-e636f833-bc35-421e-9d92-1f34927b0b0b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490760 Jul 25 12:40:28.193724 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4faeb-7748-4279-8caa-24abb870c63f req-69838339-807d-417e-909b-24eabea82bf9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:28.195341 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-afa4faeb-7748-4279-8caa-24abb870c63f req-69838339-807d-417e-909b-24eabea82bf9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0521297 Jul 25 12:40:28.246813 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-afa4faeb-7748-4279-8caa-24abb870c63f req-6ebafa47-65a2-4fb7-a08b-2bcc10e873fe tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Jul 25 12:40:28.248664 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46252) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:28.357504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b9e6e6e-396c-4615-a3f1-2b0018504a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.437753 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b9e6e6e-396c-4615-a3f1-2b0018504a9c admin admin] Publish callbacks [] for security_group (0623091b-9257-4c7e-bf96-af8a06598995), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.443892 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b9e6e6e-396c-4615-a3f1-2b0018504a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0623091b-9257-4c7e-bf96-af8a06598995), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.447490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565def8-8479-40c6-9418-0dd556be482b req-c647c580-f915-474c-be6e-d319c541a490 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:28.449138 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c565def8-8479-40c6-9418-0dd556be482b req-c647c580-f915-474c-be6e-d319c541a490 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0490475 Jul 25 12:40:28.487391 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2b9e6e6e-396c-4615-a3f1-2b0018504a9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ffbff08339f48d7850713e6548004ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376695 Jul 25 12:40:28.489318 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e6e6e-396c-4615-a3f1-2b0018504a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623091b-9257-4c7e-bf96-af8a06598995,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:28.491578 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46266) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:28.515222 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c565def8-8479-40c6-9418-0dd556be482b req-34984543-14e2-4762-864d-5dcca3fec3de tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Jul 25 12:40:28.574893 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46268) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:28.593117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4d5a-2c82-4d0f-aafc-e8e55605c8a9 req-e5e0fabd-49ac-454f-a86a-2853a26926b4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:28.594601 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-123f4d5a-2c82-4d0f-aafc-e8e55605c8a9 req-e5e0fabd-49ac-454f-a86a-2853a26926b4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0594299 Jul 25 12:40:28.595350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] Publish callbacks [] for security_group (0623091b-9257-4c7e-bf96-af8a06598995), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.631070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] Publish callbacks [] for security_group (0623091b-9257-4c7e-bf96-af8a06598995), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.674035 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:28.681713 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-123f4d5a-2c82-4d0f-aafc-e8e55605c8a9 req-e11cd1a4-36af-406a-be51-e667e9079141 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815356 Jul 25 12:40:28.682549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.696892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:28.717872 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0623091b-9257-4c7e-bf96-af8a06598995), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.720547 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.721646 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0623091b-9257-4c7e-bf96-af8a06598995 HTTP/1.1" status: 204 len: 168 time: 0.2289712 Jul 25 12:40:28.742402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadc717-95e4-4649-9d3c-79e0958d5a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623091b-9257-4c7e-bf96-af8a06598995,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:28.749721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 7e8c3b73-d8a2-485a-92ed-56ba7473deac completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:40:28.767000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 7e8c3b73-d8a2-485a-92ed-56ba7473deac triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:28.767378 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.812188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Publish callbacks [] for security_group (6743dd0f-617c-43e9-934b-a754725fa618), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.818176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6743dd0f-617c-43e9-934b-a754725fa618), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.859212 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:28.859934 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.878479 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88f7790fae3846db911734a468a664ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997923 Jul 25 12:40:28.878479 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6743dd0f-617c-43e9-934b-a754725fa618,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:28.879344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46282) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:28.887259 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:28.890846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:28.893255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c353659c-4f58-46c1-8423-0529f3008a19" -d '{"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:28.911173 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:28.920671 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:28.923612 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.924819 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.925386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.926114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.926457 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.928961 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.929357 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.929695 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.930249 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.930537 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.932034 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.932376 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.932706 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.938306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.938624 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79789ed8-8ce6-4060-97e4-5ce06aa63e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:28.986497 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244ad0-e799-443d-a514-f356fb4d0fe7 req-e131d8d0-e6a3-49f2-97fc-939fee6af588 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:28.990288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a734291f-454c-4247-bab6-030c1e4cd0e4 x-openstack-request-id: req-a734291f-454c-4247-bab6-030c1e4cd0e4 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:28.990575 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:28.990927 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a734291f-454c-4247-bab6-030c1e4cd0e4 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:28.991392 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a734291f-454c-4247-bab6-030c1e4cd0e4'] response: {'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'code': 200} Jul 25 12:40:28.999352 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8b244ad0-e799-443d-a514-f356fb4d0fe7 req-e131d8d0-e6a3-49f2-97fc-939fee6af588 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.1489432 Jul 25 12:40:29.054602 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8b244ad0-e799-443d-a514-f356fb4d0fe7 req-0c3e710b-dbcd-434d-a12a-f4274c8819d4 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540433 Jul 25 12:40:29.060282 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:29.068967 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.069307 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.069597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] Publish callbacks [] for security_group (6743dd0f-617c-43e9-934b-a754725fa618), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.070019 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.070495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.070997 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.071463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.072137 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.072611 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.073092 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.073571 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.074089 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.074548 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.075005 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.076286 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.076788 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:40:29.096910 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] Publish callbacks [] for security_group (6743dd0f-617c-43e9-934b-a754725fa618), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.117630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:29.156332 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6743dd0f-617c-43e9-934b-a754725fa618), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.160688 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.166490 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6743dd0f-617c-43e9-934b-a754725fa618 HTTP/1.1" status: 204 len: 168 time: 0.2854183 Jul 25 12:40:29.178818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29174e-0476-476a-8b0c-01aaa90c0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6743dd0f-617c-43e9-934b-a754725fa618,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:29.230502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46306) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:29.247736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c00e4393-f6be-4005-b7bf-966775fb109e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.342174 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c00e4393-f6be-4005-b7bf-966775fb109e admin admin] Publish callbacks [] for security_group (f5f3ac6b-ee26-4601-9b3d-646dfd2a4597), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.373896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c00e4393-f6be-4005-b7bf-966775fb109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f5f3ac6b-ee26-4601-9b3d-646dfd2a4597), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.420810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120cb90-d1de-46e7-91cf-84c7ec023005 req-2a7a5aa8-c4de-4f1f-981a-564d7732138a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:29.422445 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f120cb90-d1de-46e7-91cf-84c7ec023005 req-2a7a5aa8-c4de-4f1f-981a-564d7732138a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0863981 Jul 25 12:40:29.434560 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c00e4393-f6be-4005-b7bf-966775fb109e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae1af734309f4d06a0852f01b862dc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029450 Jul 25 12:40:29.437627 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46314) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:29.444957 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4393-f6be-4005-b7bf-966775fb109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3ac6b-ee26-4601-9b3d-646dfd2a4597,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:29.499776 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f120cb90-d1de-46e7-91cf-84c7ec023005 req-961df8fc-e410-4028-be8c-21eb1ae29860 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679271 Jul 25 12:40:29.522792 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] Publish callbacks [] for security_group (f5f3ac6b-ee26-4601-9b3d-646dfd2a4597), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.548627 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] Publish callbacks [] for security_group (f5f3ac6b-ee26-4601-9b3d-646dfd2a4597), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.617145 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46318) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:29.630281 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f5f3ac6b-ee26-4601-9b3d-646dfd2a4597), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.630452 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc28d-3152-4cbf-867c-569dde7f93b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.632772 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.635170 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5f3ac6b-ee26-4601-9b3d-646dfd2a4597 HTTP/1.1" status: 204 len: 168 time: 0.1959617 Jul 25 12:40:29.651294 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957e83-c205-41f2-bd7a-a6e7d4d17f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3ac6b-ee26-4601-9b3d-646dfd2a4597,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:29.666489 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad923c-91de-4c5c-b781-3b757a2ec562 req-9a479223-ddb4-43fe-bd58-27c8732a695c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:29.668179 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-24ad923c-91de-4c5c-b781-3b757a2ec562 req-9a479223-ddb4-43fe-bd58-27c8732a695c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0701990 Jul 25 12:40:29.725348 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-24ad923c-91de-4c5c-b781-3b757a2ec562 req-57da45b4-bced-4294-b802-5c2b38a7951f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Jul 25 12:40:29.727081 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc28d-3152-4cbf-867c-569dde7f93b3 admin admin] Publish callbacks [] for security_group (8cfb1e26-5846-4af8-8aa5-88461ec46fee), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.732796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc28d-3152-4cbf-867c-569dde7f93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8cfb1e26-5846-4af8-8aa5-88461ec46fee), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.778392 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-0d8dc28d-3152-4cbf-867c-569dde7f93b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4adc50f6a89f4792a617c8ce265219f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577201 Jul 25 12:40:29.778392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc28d-3152-4cbf-867c-569dde7f93b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb1e26-5846-4af8-8aa5-88461ec46fee,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:29.779307 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46324) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:29.849253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76c94c-79f1-4148-a91b-5994fbe4dd30 req-676c10e3-3c00-448d-a745-b382b7ce0986 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:29.854374 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c76c94c-79f1-4148-a91b-5994fbe4dd30 req-676c10e3-3c00-448d-a745-b382b7ce0986 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0729783 Jul 25 12:40:29.896214 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] Publish callbacks [] for security_group (8cfb1e26-5846-4af8-8aa5-88461ec46fee), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.934682 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c76c94c-79f1-4148-a91b-5994fbe4dd30 req-7b162f4e-9a61-460f-b288-f9041284aba1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773654 Jul 25 12:40:29.936964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] Publish callbacks [] for security_group (8cfb1e26-5846-4af8-8aa5-88461ec46fee), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.984800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8cfb1e26-5846-4af8-8aa5-88461ec46fee), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.987480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:29.988710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cfb1e26-5846-4af8-8aa5-88461ec46fee HTTP/1.1" status: 204 len: 168 time: 0.2086267 Jul 25 12:40:29.996640 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d033d9-8524-4caf-920c-9545811eda2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb1e26-5846-4af8-8aa5-88461ec46fee,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:30.198140 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a626-fcd4-444c-a9a1-b04ad7ba2275 req-6e7638b4-fb43-48d4-9fb9-1ee2b4d272c0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:30.203056 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8958a626-fcd4-444c-a9a1-b04ad7ba2275 req-6e7638b4-fb43-48d4-9fb9-1ee2b4d272c0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0680845 Jul 25 12:40:30.265796 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8958a626-fcd4-444c-a9a1-b04ad7ba2275 req-ce0c5a51-d678-4997-96cf-00bf977798dc tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Jul 25 12:40:30.467407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46374) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:30.603051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:30.613674 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1894406767-network', 'tenant_id': '5d2fa8874dab4d3bbc87161b540ffae9'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:30.620772 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:30.627965 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee277062-0e72-4058-a10c-1013989f9285 req-e34472ed-04a6-4c36-8c43-f2ef4f86d4b1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:30.629433 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ee277062-0e72-4058-a10c-1013989f9285 req-e34472ed-04a6-4c36-8c43-f2ef4f86d4b1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0612504 Jul 25 12:40:30.660491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Made reservation on behalf of 5d2fa8874dab4d3bbc87161b540ffae9 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:30.663073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.677508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.704156 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46386) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:30.726643 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ee277062-0e72-4058-a10c-1013989f9285 req-71ebcf93-27f4-451b-b6cd-aa4c4af06730 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890715 Jul 25 12:40:30.819266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks [] for security_group (8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.827300 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.855288 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:40:30.866479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:30.873356 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (a034a32a-96b1-4340-99a9-a891a16213a0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.874057 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Added segment a034a32a-96b1-4340-99a9-a891a16213a0 of type vlan for network f1d4b61f-f554-4201-9844-f84836207901 Jul 25 12:40:30.874176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-48da6af2-d57a-4d1a-b90d-12484ec37383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.897401 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0826-6e20-4151-b659-3e0a53270970 req-de356326-6fdc-48ad-be20-781b24c1adaa tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:30.898916 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f99d0826-6e20-4151-b659-3e0a53270970 req-de356326-6fdc-48ad-be20-781b24c1adaa tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0724182 Jul 25 12:40:30.926699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (f1d4b61f-f554-4201-9844-f84836207901), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.958555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (f1d4b61f-f554-4201-9844-f84836207901), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.959852 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:30.960668 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:30.967083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:30.989782 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f99d0826-6e20-4151-b659-3e0a53270970 req-fe208048-d845-455f-8050-177335080fde tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803244 Jul 25 12:40:31.017784 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:31.036345 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5672576 Jul 25 12:40:31.039701 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46404) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:31.045561 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Request body: {'subnet': {'network_id': 'f1d4b61f-f554-4201-9844-f84836207901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1894406767-subnet', 'tenant_id': '5d2fa8874dab4d3bbc87161b540ffae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:31.049413 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb2975-2f0c-4ecd-bcbf-ad7afdf3d875 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d4b61f-f554-4201-9844-f84836207901,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:31.055917 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-48da6af2-d57a-4d1a-b90d-12484ec37383 admin admin] Publish callbacks [] for security_group (06761207-0861-4695-ab54-5e057bf3fbfc), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.062457 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network f1d4b61f-f554-4201-9844-f84836207901 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:40:31.073330 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-48da6af2-d57a-4d1a-b90d-12484ec37383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (06761207-0861-4695-ab54-5e057bf3fbfc), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.106104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Made reservation on behalf of 5d2fa8874dab4d3bbc87161b540ffae9 for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:31.109198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.118177 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad704-cbf1-4c64-8065-ea393bbe52ee req-f3c120a3-3311-4641-9fb0-60f416fe5d38 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:31.119665 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-adaad704-cbf1-4c64-8065-ea393bbe52ee req-f3c120a3-3311-4641-9fb0-60f416fe5d38 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0666711 Jul 25 12:40:31.140084 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-48da6af2-d57a-4d1a-b90d-12484ec37383 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a4bed0a77f34ddaa655b9c17f29825f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347916 Jul 25 12:40:31.140811 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46406) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:31.141737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6af2-d57a-4d1a-b90d-12484ec37383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06761207-0861-4695-ab54-5e057bf3fbfc,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:31.204539 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] Publish callbacks [] for security_group (06761207-0861-4695-ab54-5e057bf3fbfc), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.232288 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] Publish callbacks [] for security_group (06761207-0861-4695-ab54-5e057bf3fbfc), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.235047 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-adaad704-cbf1-4c64-8065-ea393bbe52ee req-247e5757-1efd-4042-90fa-d4bcc4984e2f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046453 Jul 25 12:40:31.304380 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (06761207-0861-4695-ab54-5e057bf3fbfc), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.308468 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.326140 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06761207-0861-4695-ab54-5e057bf3fbfc HTTP/1.1" status: 204 len: 168 time: 0.1648245 Jul 25 12:40:31.349727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7906cc-3b1b-45a4-860f-f874c56b5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06761207-0861-4695-ab54-5e057bf3fbfc,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:31.352162 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (281ee747-5730-4fc4-a213-e5f50c14b9f1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.358574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:31.421805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281ee747-5730-4fc4-a213-e5f50c14b9f1,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:31.428396 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28db5e-a684-437f-9d24-ade869aa8f0c req-b912abbf-c4fd-405a-8bcb-cad9451b313f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:31.432326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Checking segment: {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:31.432326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Network hostable DHCP agents. Network: f1d4b61f-f554-4201-9844-f84836207901, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:40:31.436265 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9a28db5e-a684-437f-9d24-ade869aa8f0c req-b912abbf-c4fd-405a-8bcb-cad9451b313f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0816216 Jul 25 12:40:31.452118 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Network f1d4b61f-f554-4201-9844-f84836207901 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:40:31.455635 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:31.475500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, f1d4b61f-f554-4201-9844-f84836207901) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:31.482527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:31.483385 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.492864 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82dfe5-f549-480b-b575-b585f669c2c8 None None] Network f1d4b61f-f554-4201-9844-f84836207901 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:31.511949 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9a28db5e-a684-437f-9d24-ade869aa8f0c req-60a792b6-31a2-4b40-a1b5-1bd565cfee73 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Jul 25 12:40:31.529271 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-866b83e0-0423-48b0-9a81-1af20755d3f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4878333 Jul 25 12:40:31.641481 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f28dc7-80a8-4e8c-b3df-6e6f86f398c4 None None] Network f1d4b61f-f554-4201-9844-f84836207901 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:31.656807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:31.707520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:31.836915 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46464) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:31.852387 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd4b-6223-4aec-b33f-fb275cb3918f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.915089 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13771-0e8b-4420-b23a-298a480d363d req-dc481f92-14a5-492f-a4df-80035851409a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:31.923557 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27c13771-0e8b-4420-b23a-298a480d363d req-dc481f92-14a5-492f-a4df-80035851409a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0713925 Jul 25 12:40:31.958973 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd4b-6223-4aec-b33f-fb275cb3918f admin admin] Publish callbacks [] for security_group (2af601d3-3b35-4514-a3dc-4e8ee579db47), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.964139 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec51bd4b-6223-4aec-b33f-fb275cb3918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2af601d3-3b35-4514-a3dc-4e8ee579db47), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:31.979859 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27c13771-0e8b-4420-b23a-298a480d363d req-811292c4-f170-4297-8638-9be283ff9dcc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554779 Jul 25 12:40:32.012743 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ec51bd4b-6223-4aec-b33f-fb275cb3918f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e0c6a7972864dcd8e7d992ae196f314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719675 Jul 25 12:40:32.013541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46468) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:32.021719 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51bd4b-6223-4aec-b33f-fb275cb3918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af601d3-3b35-4514-a3dc-4e8ee579db47,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:32.077427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] Publish callbacks [] for security_group (2af601d3-3b35-4514-a3dc-4e8ee579db47), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:32.130178 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] Publish callbacks [] for security_group (2af601d3-3b35-4514-a3dc-4e8ee579db47), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:32.156951 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f385a-4d52-4b71-8fe4-1067d4c2ef31 req-b321e11c-1d98-4f93-96e5-57f3abefc46a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:32.158473 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a53f385a-4d52-4b71-8fe4-1067d4c2ef31 req-b321e11c-1d98-4f93-96e5-57f3abefc46a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0789013 Jul 25 12:40:32.223835 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a53f385a-4d52-4b71-8fe4-1067d4c2ef31 req-f8990dd7-6b7a-49b1-8455-9b4290536980 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563850 Jul 25 12:40:32.224808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2af601d3-3b35-4514-a3dc-4e8ee579db47), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:32.227400 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:32.228619 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2af601d3-3b35-4514-a3dc-4e8ee579db47 HTTP/1.1" status: 204 len: 168 time: 0.2138834 Jul 25 12:40:32.237171 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ae71b-d743-4ed2-8d58-4ec24e0a60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af601d3-3b35-4514-a3dc-4e8ee579db47,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:32.550372 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecde16-a56a-40e3-95c3-e1506dde7592 req-0fb09e21-878e-457c-9d18-7460a5f1431a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:32.551812 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bbecde16-a56a-40e3-95c3-e1506dde7592 req-0fb09e21-878e-457c-9d18-7460a5f1431a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.2297630 Jul 25 12:40:32.601860 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bbecde16-a56a-40e3-95c3-e1506dde7592 req-0916a578-573a-4466-a51a-7f2f01da14e4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Jul 25 12:40:32.630783 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7665fbb-1f56-45da-8fde-230c428f14cd req-f59ad7c1-2d48-43ba-9f8d-9cb8557ae24c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:32.632266 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d7665fbb-1f56-45da-8fde-230c428f14cd req-f59ad7c1-2d48-43ba-9f8d-9cb8557ae24c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0572331 Jul 25 12:40:32.667171 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:32.680899 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d7665fbb-1f56-45da-8fde-230c428f14cd req-829a9b30-b83f-4df0-b080-2a097c81e07a tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431011 Jul 25 12:40:33.104290 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7aa0-1479-4a16-8a8e-0640522cb3eb req-865ba5a4-a0cc-4f6b-af9f-d13c2eb6b0c4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:33.105758 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f94f7aa0-1479-4a16-8a8e-0640522cb3eb req-865ba5a4-a0cc-4f6b-af9f-d13c2eb6b0c4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0472112 Jul 25 12:40:33.152891 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f94f7aa0-1479-4a16-8a8e-0640522cb3eb req-ec876369-d841-4f26-8528-ef98e5128f39 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Jul 25 12:40:33.333500 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:33.345577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d3f1d-39b0-40fa-99cf-f9a4f2658b37 req-21ab39fc-505c-4e1d-b9f5-ed23a1e7b3fd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:33.347074 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf8d3f1d-39b0-40fa-99cf-f9a4f2658b37 req-21ab39fc-505c-4e1d-b9f5-ed23a1e7b3fd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0474489 Jul 25 12:40:33.394965 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf8d3f1d-39b0-40fa-99cf-f9a4f2658b37 req-5ecee988-1623-49e0-bd80-d81e37a15656 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Jul 25 12:40:33.592215 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6ecc27e1-98d7-4798-be46-819997310608 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:40:33.715436 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6ecc27e1-98d7-4798-be46-819997310608,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:33.732085 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '6ecc27e1-98d7-4798-be46-819997310608', 'network_id': '12b081c2-f14a-40b2-adf8-deea7b57cbca', 'port_id': '6ecc27e1-98d7-4798-be46-819997310608', 'mac_address': 'fa:16:3e:14:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc978084-6825-41bc-a291-9245d779fe66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:40:33.757239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacb99-2a9a-48f6-a6f1-943d0a8818a9 req-ba0bdf30-cb74-4084-95ab-3fcf7aef8eae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:33.764810 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0bacb99-2a9a-48f6-a6f1-943d0a8818a9 req-ba0bdf30-cb74-4084-95ab-3fcf7aef8eae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0778291 Jul 25 12:40:33.771535 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 6ecc27e1-98d7-4798-be46-819997310608 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:33.771925 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6ecc27e1-98d7-4798-be46-819997310608), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:33.785566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecc27e1-98d7-4798-be46-819997310608 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:33.809369 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6ecc27e1-98d7-4798-be46-819997310608,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:33.816260 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:33.818014 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0bacb99-2a9a-48f6-a6f1-943d0a8818a9 req-1f83e3b3-aa19-4c61-9b9f-49ca6e135da9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Jul 25 12:40:33.839691 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8525ee5-7642-4350-a3c1-9a9a7e4fd348 req-88c9fdb8-d7e4-45f2-97de-0129e4a3c6a4 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:33.841345 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8525ee5-7642-4350-a3c1-9a9a7e4fd348 req-88c9fdb8-d7e4-45f2-97de-0129e4a3c6a4 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 943 time: 0.0624137 Jul 25 12:40:33.879545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:33.905713 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8525ee5-7642-4350-a3c1-9a9a7e4fd348 req-e134e1a5-0883-4926-8944-d7e0a1f2006b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523903 Jul 25 12:40:34.287433 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d88a40-1f0f-4bd6-98d8-c3c5072bcb21 req-3d1f4499-65ab-45f0-992b-79cf9eb77416 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:34.289044 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b6d88a40-1f0f-4bd6-98d8-c3c5072bcb21 req-3d1f4499-65ab-45f0-992b-79cf9eb77416 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0533500 Jul 25 12:40:34.345698 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b6d88a40-1f0f-4bd6-98d8-c3c5072bcb21 req-19155a4e-435d-4e9b-b8a3-c7153983c468 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479882 Jul 25 12:40:34.519425 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982caf5-2b9b-495d-be71-2329ef7b3201 req-c97bf9d2-5872-43af-b4cc-c176fe232928 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:34.520967 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6982caf5-2b9b-495d-be71-2329ef7b3201 req-c97bf9d2-5872-43af-b4cc-c176fe232928 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0563741 Jul 25 12:40:34.579863 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:34.593155 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6982caf5-2b9b-495d-be71-2329ef7b3201 req-8a1e911a-337e-4adf-a73f-79648cc0a62a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661988 Jul 25 12:40:34.947574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a9b0-576e-4175-b2a2-d156d82869f5 req-b379f746-16d9-4f84-9af2-5d2b5b66fdf5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:34.949833 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6681a9b0-576e-4175-b2a2-d156d82869f5 req-b379f746-16d9-4f84-9af2-5d2b5b66fdf5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0525529 Jul 25 12:40:34.954316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['6ecc27e1-98d7-4798-be46-819997310608'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:40:35.037025 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6681a9b0-576e-4175-b2a2-d156d82869f5 req-5b8d254d-a718-4d2e-bc27-192fb49d9218 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674055 Jul 25 12:40:35.066745 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3dc1-d50a-4bd5-9156-308fd3256a1d req-efffd570-3b68-497e-b0bd-d35ae75745c4 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:35.066745 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a54a3dc1-d50a-4bd5-9156-308fd3256a1d req-efffd570-3b68-497e-b0bd-d35ae75745c4 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 944 time: 0.0876439 Jul 25 12:40:35.135585 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a54a3dc1-d50a-4bd5-9156-308fd3256a1d req-f58f2f59-7670-447d-a85d-3580fc6ceb35 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540881 Jul 25 12:40:35.463076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa735a9-fc21-41ff-8d3f-74342713906b req-de775a7a-9756-48b8-ba00-cb6af0fb9747 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:35.464430 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3aa735a9-fc21-41ff-8d3f-74342713906b req-de775a7a-9756-48b8-ba00-cb6af0fb9747 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0475988 Jul 25 12:40:35.523217 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3aa735a9-fc21-41ff-8d3f-74342713906b req-cb3f3f59-4d24-414d-8349-296975aaa55a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531888 Jul 25 12:40:35.715020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d98a6-5396-4a25-9da5-e82ae418c406 req-4a3b7636-cba8-47f0-8047-14fc8da5ce60 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:35.716444 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-598d98a6-5396-4a25-9da5-e82ae418c406 req-4a3b7636-cba8-47f0-8047-14fc8da5ce60 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Jul 25 12:40:35.770461 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-598d98a6-5396-4a25-9da5-e82ae418c406 req-66490dc5-4a4e-4d11-9e9e-713b48f15116 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Jul 25 12:40:36.156261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac388afc-1bb5-4c8a-b506-8d238c7cde6f req-bc0cdcd8-13fe-49ef-820a-d22f04286a97 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:36.157770 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ac388afc-1bb5-4c8a-b506-8d238c7cde6f req-bc0cdcd8-13fe-49ef-820a-d22f04286a97 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0476573 Jul 25 12:40:36.216013 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ac388afc-1bb5-4c8a-b506-8d238c7cde6f req-2fd383ad-1293-44a2-9232-c2e9bc892d1e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522091 Jul 25 12:40:36.248674 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7f04-7a77-4b18-8187-3a1f99179c07 req-f895c5f2-5d1e-44e1-956c-8dcee7cd03fa tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:36.250382 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bbea7f04-7a77-4b18-8187-3a1f99179c07 req-f895c5f2-5d1e-44e1-956c-8dcee7cd03fa tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Jul 25 12:40:36.297515 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bbea7f04-7a77-4b18-8187-3a1f99179c07 req-c511c448-b4c5-44e7-aca1-36ddcb368ee0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jul 25 12:40:36.551705 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:36.552697 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:36.642602 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deb0df-84cc-406e-8cdf-089cb0391f22 req-e50235fd-e5ec-4b5e-b9f9-f7707c160644 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:36.644043 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8deb0df-84cc-406e-8cdf-089cb0391f22 req-e50235fd-e5ec-4b5e-b9f9-f7707c160644 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0469053 Jul 25 12:40:36.694476 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8deb0df-84cc-406e-8cdf-089cb0391f22 req-33e42170-aa8c-4a3a-a9ae-ffcc18de9a81 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Jul 25 12:40:36.706366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-0d6833fc-9819-4395-88ae-fdd41714f96b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:36.707702 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-0d6833fc-9819-4395-88ae-fdd41714f96b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/networks?id=f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 200 len: 814 time: 0.1022496 Jul 25 12:40:36.722124 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-ea9e7a10-6f90-4cf9-b991-d981a0966566 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/quotas/5d2fa8874dab4d3bbc87161b540ffae9 HTTP/1.1" status: 200 len: 375 time: 0.0091405 Jul 25 12:40:36.755043 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-77648099-47f7-478a-9a6a-39543eb12ed5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277517 Jul 25 12:40:36.846466 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:36.852740 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-09cb76d1-166a-4474-afd0-278cc7576c91 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913424 Jul 25 12:40:36.893058 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856c98-8702-4808-adcd-6f1708ab9a8c req-2f5d5354-12c1-4810-b130-98d686b34428 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:36.894609 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-73856c98-8702-4808-adcd-6f1708ab9a8c req-2f5d5354-12c1-4810-b130-98d686b34428 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Jul 25 12:40:36.908292 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:36.945542 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-73856c98-8702-4808-adcd-6f1708ab9a8c req-f3b60e5c-0cf9-4da9-890c-9b0bda1dab20 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Jul 25 12:40:36.952205 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-97bc22c0-9afe-4268-b87c-7c22e65dae0d service neutron] 10.222.0.60 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928800 Jul 25 12:40:37.119129 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8409c80a-01ac-4418-a051-8371ad46185f req-ced6a7d4-b7b8-4da1-a285-4ce2a2d04393 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Jul 25 12:40:37.363239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dcb8-056c-4e71-aabc-9f6848675ad5 req-d95044b1-8382-446e-87cd-3434da6074ab tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:37.364811 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7082dcb8-056c-4e71-aabc-9f6848675ad5 req-d95044b1-8382-446e-87cd-3434da6074ab tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0637956 Jul 25 12:40:37.433395 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7082dcb8-056c-4e71-aabc-9f6848675ad5 req-cac52421-c0d3-4556-ba61-47dbd28f78f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610728 Jul 25 12:40:37.448422 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6c0b-eecd-41b4-ba40-18f5bcf1f445 req-9a122270-49b6-463a-9241-12d5d4bea948 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:37.456792 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed9b6c0b-eecd-41b4-ba40-18f5bcf1f445 req-9a122270-49b6-463a-9241-12d5d4bea948 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 944 time: 0.0754459 Jul 25 12:40:37.506567 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed9b6c0b-eecd-41b4-ba40-18f5bcf1f445 req-835c52a8-455f-4015-b932-fb73fa61cc93 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 Jul 25 12:40:37.809371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee57f-70f1-4fa4-a71f-98363558843d req-71d4dc9a-6af9-42d1-9fa0-28881581e22e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:37.811407 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-658ee57f-70f1-4fa4-a71f-98363558843d req-71d4dc9a-6af9-42d1-9fa0-28881581e22e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0463831 Jul 25 12:40:37.856291 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-658ee57f-70f1-4fa4-a71f-98363558843d req-c2b75a20-b49b-4766-a16c-cf6c2b3b216f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 Jul 25 12:40:38.061676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f461c6f-0dc2-4270-ba27-ed589028e2f2 req-bb5d9950-560e-4985-8ff5-792be5fd8e4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:38.063321 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f461c6f-0dc2-4270-ba27-ed589028e2f2 req-bb5d9950-560e-4985-8ff5-792be5fd8e4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0474226 Jul 25 12:40:38.110110 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f461c6f-0dc2-4270-ba27-ed589028e2f2 req-41349747-c216-4e9f-b4a8-cd371a5e779a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jul 25 12:40:38.220203 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7997da6c-5937-4eef-bd17-ad7ff5f6b617 req-bc4c5777-16a3-46c9-bdff-affc98b7d2de tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0309272 Jul 25 12:40:38.556832 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f0e0-a380-4bb8-8797-fa5ea6b3e0ed req-20c72677-eb03-4aa8-a672-f9b25588bb38 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:38.558342 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-72f2f0e0-a380-4bb8-8797-fa5ea6b3e0ed req-20c72677-eb03-4aa8-a672-f9b25588bb38 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0525289 Jul 25 12:40:38.613658 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-72f2f0e0-a380-4bb8-8797-fa5ea6b3e0ed req-3b6c152e-63f0-478a-ad34-2c1b3e318e10 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477374 Jul 25 12:40:38.631997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3131f85-d282-402a-b050-480736575175 req-838b8a61-ee57-4e25-af95-3ff97267a3d6 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:38.633520 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c3131f85-d282-402a-b050-480736575175 req-838b8a61-ee57-4e25-af95-3ff97267a3d6 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 944 time: 0.0533521 Jul 25 12:40:38.686839 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c3131f85-d282-402a-b050-480736575175 req-5f8caa41-5d0b-46fb-b8fe-33d975cbc6b3 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Jul 25 12:40:38.906879 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6ecc27e1-98d7-4798-be46-819997310608 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:38.947254 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:38.954312 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 6ecc27e1-98d7-4798-be46-819997310608 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:40:38.960689 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 6ecc27e1-98d7-4798-be46-819997310608 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:38.961148 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (6ecc27e1-98d7-4798-be46-819997310608), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:38.974854 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:38.987010 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d912-2d43-495d-ae82-1554f1e2b4ea req-bc3b3738-de3b-402e-8636-43db526f1c5d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:38.988523 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f862d912-2d43-495d-ae82-1554f1e2b4ea req-bc3b3738-de3b-402e-8636-43db526f1c5d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0512440 Jul 25 12:40:39.040176 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f862d912-2d43-495d-ae82-1554f1e2b4ea req-b4ec0896-6978-4cbb-a3b0-610689393436 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Jul 25 12:40:39.041642 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 6ecc27e1-98d7-4798-be46-819997310608 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:39.042062 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6ecc27e1-98d7-4798-be46-819997310608), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:39.068805 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc27e1-98d7-4798-be46-819997310608'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:39.071273 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88755fe-d46e-4849-9d38-19ed8b3a8db4" -d '{"events": [{"server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc27e1-98d7-4798-be46-819997310608"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:39.086446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6ecc27e1-98d7-4798-be46-819997310608,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:39.090850 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:39.119098 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13364858-52a0-49c9-9084-07a3d9372d51 x-openstack-request-id: req-13364858-52a0-49c9-9084-07a3d9372d51 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:39.119412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ecc27e1-98d7-4798-be46-819997310608", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:39.119666 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13364858-52a0-49c9-9084-07a3d9372d51 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:39.120054 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13364858-52a0-49c9-9084-07a3d9372d51'] response: {'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecc27e1-98d7-4798-be46-819997310608', 'code': 200} Jul 25 12:40:39.148020 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:39.230348 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731613-5a16-49cd-ba31-40b82bce1293 req-e85cba5b-846c-46d3-a958-3758a08a27b6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:39.232354 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fe731613-5a16-49cd-ba31-40b82bce1293 req-e85cba5b-846c-46d3-a958-3758a08a27b6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Jul 25 12:40:39.285242 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fe731613-5a16-49cd-ba31-40b82bce1293 req-68ca4ad5-f39e-4487-a117-52c9500888c7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Jul 25 12:40:39.326599 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c014e9da-8442-4a5e-b020-e125a4e0ad35 req-3f2e86b1-7238-4c99-a2ec-c62716fa414e tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0305538 Jul 25 12:40:39.737501 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a7269-8893-4042-91e4-7e87a9741b84 req-5f60fc9e-de49-433b-894f-cc79b4d227c2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:39.739025 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-154a7269-8893-4042-91e4-7e87a9741b84 req-5f60fc9e-de49-433b-894f-cc79b4d227c2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0503662 Jul 25 12:40:39.785901 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-154a7269-8893-4042-91e4-7e87a9741b84 req-fc3d6b93-a618-4c82-bdf9-0c38104bbee0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Jul 25 12:40:39.807118 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b144b-7b95-43cd-9b02-33dd02cb9fa5 req-f0d2a12b-a00c-473d-942a-e69c06fbb193 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:39.808504 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1d9b144b-7b95-43cd-9b02-33dd02cb9fa5 req-f0d2a12b-a00c-473d-942a-e69c06fbb193 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Jul 25 12:40:39.854684 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1d9b144b-7b95-43cd-9b02-33dd02cb9fa5 req-03cd46a6-b325-45b9-b360-73a24613c30b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Jul 25 12:40:40.159086 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873c2e3-ad48-46f6-a8fd-d1733af59114 req-d95ab206-5986-42d3-8736-68686a7f8294 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:40.160532 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4873c2e3-ad48-46f6-a8fd-d1733af59114 req-d95ab206-5986-42d3-8736-68686a7f8294 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0471735 Jul 25 12:40:40.206898 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4873c2e3-ad48-46f6-a8fd-d1733af59114 req-2b248f40-6cef-444b-b3a6-4db01991f9b1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Jul 25 12:40:40.409097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4275e12-7b93-40c2-b081-b4517d6cfb21 req-f4eb5df9-050d-44a1-b947-d1b1daa26cfd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:40.410588 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b4275e12-7b93-40c2-b081-b4517d6cfb21 req-f4eb5df9-050d-44a1-b947-d1b1daa26cfd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Jul 25 12:40:40.428896 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3ff65d24-8743-46c4-9086-5a2908fb8f0c req-774dd740-6815-421f-8d81-df1da531b1e6 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0270860 Jul 25 12:40:40.458390 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b4275e12-7b93-40c2-b081-b4517d6cfb21 req-d2020328-aaf9-4b49-adee-6fe0e53bee48 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Jul 25 12:40:40.907325 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8954-cf4d-46c4-ab22-897d85d1ef04 req-69c6d8d4-69df-464a-a2d3-120715000570 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:40.908810 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-102f8954-cf4d-46c4-ab22-897d85d1ef04 req-69c6d8d4-69df-464a-a2d3-120715000570 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0492129 Jul 25 12:40:40.956357 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-102f8954-cf4d-46c4-ab22-897d85d1ef04 req-1d3bb735-ebdc-47cb-99fd-21b26149cb29 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Jul 25 12:40:40.968084 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a38e-4a85-48d6-a271-61ad4ae34070 req-2f4d90e8-fabd-417c-9d3f-76cf40315a75 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:40.969681 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3556a38e-4a85-48d6-a271-61ad4ae34070 req-2f4d90e8-fabd-417c-9d3f-76cf40315a75 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0462916 Jul 25 12:40:41.020417 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3556a38e-4a85-48d6-a271-61ad4ae34070 req-a03d41f0-08a8-4147-a1a6-873f0f7582e5 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Jul 25 12:40:41.321341 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3bc71-213f-4a81-b850-b0758e6af150 req-70c49a6b-a2e5-4994-bcc4-22f53fab2ec7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:41.322833 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-93b3bc71-213f-4a81-b850-b0758e6af150 req-70c49a6b-a2e5-4994-bcc4-22f53fab2ec7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0471992 Jul 25 12:40:41.371488 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-93b3bc71-213f-4a81-b850-b0758e6af150 req-b73eb4f8-28df-44f1-a0f5-ea77b8e5b634 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Jul 25 12:40:41.528916 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a3f27b31-be92-41b4-bdab-acde74527ba7 req-9ba7ec3c-c960-41ba-afdc-376ebe67f1ea tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Jul 25 12:40:41.574130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-fc1b9fab-c61d-4d8f-8a16-5f2cb710d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:41.576295 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-fc1b9fab-c61d-4d8f-8a16-5f2cb710d0ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 1128 time: 0.0434291 Jul 25 12:40:41.588470 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad3650-a3cc-4bcd-8416-f166e5d5d89e req-7f62a656-db61-4769-8119-b1118c3f9020 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:41.590039 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9bad3650-a3cc-4bcd-8416-f166e5d5d89e req-7f62a656-db61-4769-8119-b1118c3f9020 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0615237 Jul 25 12:40:41.638877 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9bad3650-a3cc-4bcd-8416-f166e5d5d89e req-af32d01e-0ed1-40de-a4b9-323775ba6543 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Jul 25 12:40:42.080867 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a3e0a-0ac0-4752-ab21-c04ce884468e req-a59b25d7-6e06-4f23-970b-11859154aef4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.084342 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-508a3e0a-0ac0-4752-ab21-c04ce884468e req-a59b25d7-6e06-4f23-970b-11859154aef4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0483551 Jul 25 12:40:42.134532 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-508a3e0a-0ac0-4752-ab21-c04ce884468e req-220c689f-6d5f-4abb-8e5c-717c67247c0f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464368 Jul 25 12:40:42.138796 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79974c7-2721-4d91-bbba-f568ed83e8a1 req-4be2eac7-061e-4aa6-9253-a81d4b8bc6a6 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.140350 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b79974c7-2721-4d91-bbba-f568ed83e8a1 req-4be2eac7-061e-4aa6-9253-a81d4b8bc6a6 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0474155 Jul 25 12:40:42.193010 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b79974c7-2721-4d91-bbba-f568ed83e8a1 req-27c503be-c994-466a-a45b-e8dd6a66d55b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Jul 25 12:40:42.374627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-4d828d48-d143-4d58-b47d-8a5241bfabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.376062 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-4d828d48-d143-4d58-b47d-8a5241bfabfe service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49256bcb551a4f8680db9a73763c435e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1297963 Jul 25 12:40:42.376971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c987d8-5312-482a-9a77-145432809e81 req-297bc420-64a1-49a5-89b1-884a1c078cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.378290 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c2c987d8-5312-482a-9a77-145432809e81 req-297bc420-64a1-49a5-89b1-884a1c078cad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1129 time: 0.0619810 Jul 25 12:40:42.503769 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9cccc-dec0-4c1e-b169-a584d33903db req-766a60a2-1457-4c57-80fd-e0fd17668162 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.505350 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b1f9cccc-dec0-4c1e-b169-a584d33903db req-766a60a2-1457-4c57-80fd-e0fd17668162 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Jul 25 12:40:42.531267 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:42.546843 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:42.556962 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b1f9cccc-dec0-4c1e-b169-a584d33903db req-8a962795-2f6e-428f-80f7-4bae5bebe7dd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Jul 25 12:40:42.631604 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-09c4bb07-70ac-4439-819d-d19dbc3710ab req-3466afbe-223c-4bfa-a44b-f76f1be2f3c8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Jul 25 12:40:42.766048 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0d0c-91bc-4f30-a28e-a1903a16c730 req-6e9197ba-f705-4cf0-8188-687b2edc146a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.767612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ac7a0d0c-91bc-4f30-a28e-a1903a16c730 req-6e9197ba-f705-4cf0-8188-687b2edc146a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Jul 25 12:40:42.823042 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ac7a0d0c-91bc-4f30-a28e-a1903a16c730 req-4a65ffea-94cc-4400-8a7f-25f820a5df99 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Jul 25 12:40:42.960104 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c2c987d8-5312-482a-9a77-145432809e81 req-52e60fb7-487f-4b5f-8b25-2aa327aae84a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682690 Jul 25 12:40:42.983542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-00eab030-2b6c-4353-85f3-44375841ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:42.985534 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-143c68d3-e25f-4952-91ed-e9f09a592b58 req-00eab030-2b6c-4353-85f3-44375841ae93 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461599 Jul 25 12:40:43.318048 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031d47-d256-4812-9b42-50e2b0731a9d req-644115bb-8c66-42c9-a691-119bcdb8c071 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:43.319634 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-76031d47-d256-4812-9b42-50e2b0731a9d req-644115bb-8c66-42c9-a691-119bcdb8c071 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0554252 Jul 25 12:40:43.396787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-76031d47-d256-4812-9b42-50e2b0731a9d req-4213daca-80a8-4ba6-b95b-b8b8af34f09f tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Jul 25 12:40:43.464831 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6135e93-2567-4498-bf7b-bfb1744d681c req-2d2cf9ab-1cfb-415f-a03a-b48c8fdf3f27 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:43.466364 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c6135e93-2567-4498-bf7b-bfb1744d681c req-2d2cf9ab-1cfb-415f-a03a-b48c8fdf3f27 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.2568898 Jul 25 12:40:43.513435 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c6135e93-2567-4498-bf7b-bfb1744d681c req-379877f1-6d02-424e-8b49-a9ce6763094d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Jul 25 12:40:43.677610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0de71a-5eeb-4434-86e8-521d3c816264 req-9812fdb2-519f-4c3e-aa10-ceb1b5b1720d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:43.679304 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0de71a-5eeb-4434-86e8-521d3c816264 req-9812fdb2-519f-4c3e-aa10-ceb1b5b1720d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0501828 Jul 25 12:40:43.729843 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0de71a-5eeb-4434-86e8-521d3c816264 req-e102107a-b5f7-4cfa-906a-48808bf18eb5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443583 Jul 25 12:40:43.730934 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e4115a0d-227a-482a-8c64-530e8fc61fa6 req-b7d8e629-8020-472b-9327-8e27e43d8e94 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jul 25 12:40:43.956042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87fada-af32-4880-a1d9-e1f14a0f74b8 req-402f2a5c-b2a1-4053-b384-53267e133520 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:43.957426 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0e87fada-af32-4880-a1d9-e1f14a0f74b8 req-402f2a5c-b2a1-4053-b384-53267e133520 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0466406 Jul 25 12:40:44.006316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0e87fada-af32-4880-a1d9-e1f14a0f74b8 req-7d525ee3-a412-4c70-8d7a-2eae6d79d6a5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Jul 25 12:40:44.370817 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f8e96-595b-48ab-9fde-6a1dba9dcb48 req-20e63b66-c003-4db5-a8b3-fb0b91031739 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:44.373860 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-540f8e96-595b-48ab-9fde-6a1dba9dcb48 req-20e63b66-c003-4db5-a8b3-fb0b91031739 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0559766 Jul 25 12:40:44.436243 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-540f8e96-595b-48ab-9fde-6a1dba9dcb48 req-bc03b7db-b8ae-4ebd-857b-98575eda60b8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Jul 25 12:40:44.571986 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaefc-1515-4ee4-a6b7-6e996b5d51f8 req-c87a910c-6199-431b-b8a1-3c8981149159 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:44.582544 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0e2aaefc-1515-4ee4-a6b7-6e996b5d51f8 req-c87a910c-6199-431b-b8a1-3c8981149159 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0832589 Jul 25 12:40:44.588820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:44.656668 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0e2aaefc-1515-4ee4-a6b7-6e996b5d51f8 req-6db4b0e4-2960-4d0f-a6d8-c30d04d5c67d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730665 Jul 25 12:40:44.729903 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82da0-39b6-4c2b-a6af-e5848ff337ad req-54ecad99-0ba1-40be-8ede-3d715e7371dc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:44.731816 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b6d82da0-39b6-4c2b-a6af-e5848ff337ad req-54ecad99-0ba1-40be-8ede-3d715e7371dc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0988128 Jul 25 12:40:44.753180 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:44.846541 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b6d82da0-39b6-4c2b-a6af-e5848ff337ad req-701c8fa2-accd-4594-a621-bdcf8203334c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026068 Jul 25 12:40:44.955120 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bb182-cedf-406f-958e-444f172d07ee req-345f6f96-dc19-4199-b6db-002bdc79505f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:44.956709 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-350bb182-cedf-406f-958e-444f172d07ee req-345f6f96-dc19-4199-b6db-002bdc79505f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0703011 Jul 25 12:40:44.968133 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-55a217c4-6dc2-47bc-b1b8-fdbd3f020057 req-93347100-4965-47fe-88a3-dad0f035dad6 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0481634 Jul 25 12:40:44.986093 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:45.030415 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-350bb182-cedf-406f-958e-444f172d07ee req-a32bce90-11cc-4a0c-8e1c-58e48a238caf tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623178 Jul 25 12:40:45.559330 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774cc29-b04d-4cdd-ad54-a5f001cbe842 req-8c4a8c6a-8507-47ee-8df8-ceb96388a1ef tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:45.561551 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d774cc29-b04d-4cdd-ad54-a5f001cbe842 req-8c4a8c6a-8507-47ee-8df8-ceb96388a1ef tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0536792 Jul 25 12:40:45.650703 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c659b7-9f71-4755-9244-1fa932641aaa req-60a3ae52-7481-44fc-a0d5-0f7b646999f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:45.652246 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-60a3ae52-7481-44fc-a0d5-0f7b646999f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1129 time: 0.0897596 Jul 25 12:40:45.670609 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d774cc29-b04d-4cdd-ad54-a5f001cbe842 req-3adab944-7a02-44ad-9df1-c9c85d220e94 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988193 Jul 25 12:40:45.678600 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2e38a-ab16-45cf-81e5-4e5f808dc270 req-e340e10b-f4d8-467b-90f6-f0e44a43879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:45.680043 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-53d2e38a-ab16-45cf-81e5-4e5f808dc270 req-e340e10b-f4d8-467b-90f6-f0e44a43879e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 1129 time: 0.0675998 Jul 25 12:40:45.752219 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:45.790298 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b274b7-ff22-41a9-9003-dd64c446952c req-a3f0b3bd-d86b-43e6-937e-b8f3bf48263d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:45.791755 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-87b274b7-ff22-41a9-9003-dd64c446952c req-a3f0b3bd-d86b-43e6-937e-b8f3bf48263d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0497229 Jul 25 12:40:45.840347 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-87b274b7-ff22-41a9-9003-dd64c446952c req-b583adc9-562f-4ee9-9f7c-f8aba798d880 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jul 25 12:40:45.969870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053ad1-79b1-46a9-b65f-d3ac08eab980 req-438e117e-f57b-48d1-a05a-0dc125674615 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:45.971359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-84053ad1-79b1-46a9-b65f-d3ac08eab980 req-438e117e-f57b-48d1-a05a-0dc125674615 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0519257 Jul 25 12:40:46.014177 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:46.023771 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-84053ad1-79b1-46a9-b65f-d3ac08eab980 req-58994d1b-7a72-4278-ad01-54fd501c6671 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Jul 25 12:40:46.084876 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-feff368a-49d4-4e36-a218-911edd7f7419 req-3b321966-290e-41b8-85f4-f38046a25c9b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Jul 25 12:40:46.155326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e90293-1211-4d43-bbde-ce8777d12f5b req-14fc1dc4-b135-42ab-aed8-fea6d2edf819 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:46.156877 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8e90293-1211-4d43-bbde-ce8777d12f5b req-14fc1dc4-b135-42ab-aed8-fea6d2edf819 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0496225 Jul 25 12:40:46.193545 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:46.281404 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8e90293-1211-4d43-bbde-ce8777d12f5b req-8e7fc786-4f27-487d-9e96-3a0fedd07d07 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188188 Jul 25 12:40:46.386054 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-53d2e38a-ab16-45cf-81e5-4e5f808dc270 req-c2365778-aff1-408b-be59-5f7348cbeb6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844625 Jul 25 12:40:46.439994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c659b7-9f71-4755-9244-1fa932641aaa req-be4954b0-3bc6-47f4-b970-9a90b433a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:46.441445 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-be4954b0-3bc6-47f4-b970-9a90b433a13c service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.2416434 Jul 25 12:40:46.451142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-5a2a93b9-0d60-4824-870c-4f0016262d9d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:46.452556 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-5a2a93b9-0d60-4824-870c-4f0016262d9d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "GET /v2.0/networks?id=f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 200 len: 814 time: 0.1881423 Jul 25 12:40:46.804017 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25e70-3f80-49bf-859d-dc440a388bc6 req-67bcb07c-3bdd-47e2-a0c0-9b077dd38713 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:46.806259 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bbb25e70-3f80-49bf-859d-dc440a388bc6 req-67bcb07c-3bdd-47e2-a0c0-9b077dd38713 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Jul 25 12:40:46.857075 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bbb25e70-3f80-49bf-859d-dc440a388bc6 req-7feab3cf-04be-44ac-9855-08c77b2e8111 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Jul 25 12:40:46.963010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011113a-2b4f-4964-b1a5-6026de479569 req-62c23a20-549c-4e7d-bde8-db28f5e0ba43 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:46.965072 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7011113a-2b4f-4964-b1a5-6026de479569 req-62c23a20-549c-4e7d-bde8-db28f5e0ba43 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Jul 25 12:40:47.018484 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7011113a-2b4f-4964-b1a5-6026de479569 req-4b5d77f9-8229-4e79-9f2d-508c3c3be877 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Jul 25 12:40:47.093804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46896) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:47.154662 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee301d9-fdc1-4276-bad8-8edcd2cb1a7e req-3cc33da2-7c13-47a1-bd89-0f8295ff0b48 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:47.156701 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6ee301d9-fdc1-4276-bad8-8edcd2cb1a7e req-3cc33da2-7c13-47a1-bd89-0f8295ff0b48 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0500388 Jul 25 12:40:47.210789 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f8b93a6b-d9de-4ced-b7d5-4a326f4cf67b req-0a49ab76-b87a-406e-8811-bcb0f6535da3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0392284 Jul 25 12:40:47.215090 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6ee301d9-fdc1-4276-bad8-8edcd2cb1a7e req-4e4285ed-44c5-42c1-a921-d1c6b3ef38b0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529320 Jul 25 12:40:47.239411 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9b677eb4-33e5-45b0-a796-3c4037c60010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.326728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9b677eb4-33e5-45b0-a796-3c4037c60010 admin admin] Publish callbacks [] for security_group (2aa52e84-1579-43de-b610-4de54ed58a9f), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.333037 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9b677eb4-33e5-45b0-a796-3c4037c60010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2aa52e84-1579-43de-b610-4de54ed58a9f), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.423905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238f0c-d7a8-4907-81a6-d58dfaffc896 req-70aa8e53-9ef0-40dc-b14d-6ea9b09d6204 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:47.428371 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-96238f0c-d7a8-4907-81a6-d58dfaffc896 req-70aa8e53-9ef0-40dc-b14d-6ea9b09d6204 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0621300 Jul 25 12:40:47.442628 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Request body: {'port': {'device_id': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901', 'admin_state_up': True, 'tenant_id': '5d2fa8874dab4d3bbc87161b540ffae9'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:47.447906 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46912) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:47.479888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'floatingip': {'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:47.488057 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-c4b29247-322f-4123-b360-95f168816f7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 200 len: 217 time: 0.0588279 Jul 25 12:40:47.554712 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9b677eb4-33e5-45b0-a796-3c4037c60010 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f5eb28a972a44cd8f807a32fc2143ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597147 Jul 25 12:40:47.557333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46916) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:47.563386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b677eb4-33e5-45b0-a796-3c4037c60010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa52e84-1579-43de-b610-4de54ed58a9f,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:47.571437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733c0e-0323-46c0-8b9d-b5c6b76d3d11 req-af268418-31a1-43bb-bb43-70bbc65fdabc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:47.573896 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f4733c0e-0323-46c0-8b9d-b5c6b76d3d11 req-af268418-31a1-43bb-bb43-70bbc65fdabc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.2045300 Jul 25 12:40:47.589055 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.630555 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6b49157b-6bd3-433c-ba4c-44d3c4473bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:47.631968 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6b49157b-6bd3-433c-ba4c-44d3c4473bd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 1128 time: 0.2481108 Jul 25 12:40:47.641111 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46918) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:47.677659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] Publish callbacks [] for security_group (2aa52e84-1579-43de-b610-4de54ed58a9f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.692076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Made reservation on behalf of 5d2fa8874dab4d3bbc87161b540ffae9 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:47.696413 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.722893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] Publish callbacks [] for security_group (2aa52e84-1579-43de-b610-4de54ed58a9f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.778565 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f4733c0e-0323-46c0-8b9d-b5c6b76d3d11 req-3581b8b3-eb56-4193-bca9-3e258c36df1d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948984 Jul 25 12:40:47.823225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31882df7-0a26-4e73-9bdf-f85d86fea6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.863809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2aa52e84-1579-43de-b610-4de54ed58a9f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.866293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.867419 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2aa52e84-1579-43de-b610-4de54ed58a9f HTTP/1.1" status: 204 len: 168 time: 0.3089359 Jul 25 12:40:47.874796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:47.876172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-63cac1f3-0dc3-4166-b8d6-a5d83e497740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:47.910042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d3e9-a20b-46f5-a1a6-20cc46104d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa52e84-1579-43de-b610-4de54ed58a9f,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:47.930575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:47.962114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Allocated IP 172.20.0.8 (f1d4b61f-f554-4201-9844-f84836207901/281ee747-5730-4fc4-a213-e5f50c14b9f1/e14dd80c-9184-42a5-9866-2e89532cfb2e) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:40:48.028490 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31882df7-0a26-4e73-9bdf-f85d86fea6aa admin admin] Publish callbacks [] for security_group (6706e153-1c2a-4714-b891-d28fb05bdf37), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.078744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31882df7-0a26-4e73-9bdf-f85d86fea6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6706e153-1c2a-4714-b891-d28fb05bdf37), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.176150 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-6ec53f92-c99c-4493-882f-305ddaec38c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4 HTTP/1.1" status: 200 len: 217 time: 0.1085212 Jul 25 12:40:48.198967 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0c2c-2af3-4d5e-9b2f-d1bb7ae90b30 req-203ec5d5-94ce-4015-b73d-9fe9946575fb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.200515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d82b0c2c-2af3-4d5e-9b2f-d1bb7ae90b30 req-203ec5d5-94ce-4015-b73d-9fe9946575fb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.1957979 Jul 25 12:40:48.277904 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:48.313486 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46936) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:48.331860 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:48.380043 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60cb2-a294-4e00-a497-9c4b13a9f5cf req-1d9bfd8e-3897-4439-83a0-727df08fa409 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.381577 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-19a60cb2-a294-4e00-a497-9c4b13a9f5cf req-1d9bfd8e-3897-4439-83a0-727df08fa409 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.2520642 Jul 25 12:40:48.400416 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b45f1d0-4048-4b46-ab84-b022535f989f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.423169 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31882df7-0a26-4e73-9bdf-f85d86fea6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6706e153-1c2a-4714-b891-d28fb05bdf37,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:48.433868 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-31882df7-0a26-4e73-9bdf-f85d86fea6aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f20ce7126484948b2ebd2c0a4985ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7904532 Jul 25 12:40:48.435973 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c659b7-9f71-4755-9244-1fa932641aaa req-f3a385e5-17af-4805-b7ac-bf6648163fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.437321 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-f3a385e5-17af-4805-b7ac-bf6648163fbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.3769226 Jul 25 12:40:48.445129 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46938) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:48.501472 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-fe54b96f-4e81-4b07-9414-760a9d21786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.502930 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-fe54b96f-4e81-4b07-9414-760a9d21786a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.2083638 Jul 25 12:40:48.535908 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d82b0c2c-2af3-4d5e-9b2f-d1bb7ae90b30 req-d6951235-192b-46c7-9538-e6a730694474 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278143 Jul 25 12:40:48.550152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks [] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.560107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] Publish callbacks [] for security_group (6706e153-1c2a-4714-b891-d28fb05bdf37), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.594960 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] Publish callbacks [] for security_group (6706e153-1c2a-4714-b891-d28fb05bdf37), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.617896 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-19a60cb2-a294-4e00-a497-9c4b13a9f5cf req-38ccdd79-3211-49a7-8cda-62a6d26f7e1d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204981 Jul 25 12:40:48.630982 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.649275 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.676391 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-347ddcc5-4390-4d5d-ae9f-fbde856fa815 req-eb0206af-36c0-471b-b3ef-c1811eca7a87 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0624082 Jul 25 12:40:48.688994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.736260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Network f1d4b61f-f554-4201-9844-f84836207901 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:40:48.743151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:48.749734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:40:48.754750 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.755350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.761050 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6706e153-1c2a-4714-b891-d28fb05bdf37), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.763516 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.766990 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6706e153-1c2a-4714-b891-d28fb05bdf37 HTTP/1.1" status: 204 len: 168 time: 0.3184993 Jul 25 12:40:48.776820 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b45f1d0-4048-4b46-ab84-b022535f989f admin admin] Publish callbacks [] for security_group (00216c9c-a224-49ac-88fb-ee6d6e039410), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.777040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:48.783465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8333-aace-41a8-ab47-eb287f065b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6706e153-1c2a-4714-b891-d28fb05bdf37,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:48.786214 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Pushing event updated for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:48.798403 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-37b1bf17-6cb7-4acc-8744-49445fa9affb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3709922 Jul 25 12:40:48.801973 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Floating IP 85898672-4ef6-4fb7-9e25-df2e001ea203 associated. External IP: 172.27.1.28, port: 7e8c3b73-d8a2-485a-92ed-56ba7473deac. Jul 25 12:40:48.847335 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c659b7-9f71-4755-9244-1fa932641aaa req-7561818a-4533-4662-b241-3ec68d667a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:48.848872 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-7561818a-4533-4662-b241-3ec68d667a1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485609 Jul 25 12:40:48.877429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Request body: {'port': {'device_id': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:48.935488 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b45f1d0-4048-4b46-ab84-b022535f989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (00216c9c-a224-49ac-88fb-ee6d6e039410), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.971723 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:48.989964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:49.280213 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45f1d0-4048-4b46-ab84-b022535f989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00216c9c-a224-49ac-88fb-ee6d6e039410,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:49.280714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46950) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:49.284339 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7fdb-5964-491e-a411-45665d80e68b req-e7f731d4-771b-4f7e-bb70-468b4e0ef95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:49.285824 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-e7f731d4-771b-4f7e-bb70-468b4e0ef95b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3739300 Jul 25 12:40:49.295729 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5b45f1d0-4048-4b46-ab84-b022535f989f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4952b41dd134b2c9085b9c9e66642fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9810884 Jul 25 12:40:49.298770 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46952) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:49.304545 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec5349-d4af-460e-a081-13101f9616f7 req-fccfbe81-e359-4276-9821-75b3d81df3f6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:49.306115 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0cec5349-d4af-460e-a081-13101f9616f7 req-fccfbe81-e359-4276-9821-75b3d81df3f6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.3871903 Jul 25 12:40:49.310463 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5e62755-45a5-487e-8b40-3fae35f41d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.321733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14dd80c-9184-42a5-9866-2e89532cfb2e {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:49.339774 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks [] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.343372 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:49.390780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Transition to ACTIVE for port object e14dd80c-9184-42a5-9866-2e89532cfb2e will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:40:49.399225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.408862 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0cec5349-d4af-460e-a081-13101f9616f7 req-4eec951e-bcf7-4a90-9a48-9e9964aee486 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956783 Jul 25 12:40:49.471657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] Publish callbacks [] for security_group (00216c9c-a224-49ac-88fb-ee6d6e039410), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.530572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Pushing event updated for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:49.543317 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:40:49.560378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] Publish callbacks [] for security_group (00216c9c-a224-49ac-88fb-ee6d6e039410), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.586117 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-bb0e03c1-3303-415d-b2c8-fbb9258fef85 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255658 Jul 25 12:40:49.664077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (00216c9c-a224-49ac-88fb-ee6d6e039410), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.664323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.665514 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00216c9c-a224-49ac-88fb-ee6d6e039410 HTTP/1.1" status: 204 len: 168 time: 0.3656662 Jul 25 12:40:49.693034 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5e62755-45a5-487e-8b40-3fae35f41d7b admin admin] Publish callbacks [] for security_group (c4c96050-4930-4e51-98fe-974ec8aaa0e5), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.719585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d5e62755-45a5-487e-8b40-3fae35f41d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c4c96050-4930-4e51-98fe-974ec8aaa0e5), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.725594 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:49.727302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Attempting to bind port e14dd80c-9184-42a5-9866-2e89532cfb2e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:40:49.727666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Attempting to bind port e14dd80c-9184-42a5-9866-2e89532cfb2e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:40:49.727998 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Attempting to bind port e14dd80c-9184-42a5-9866-2e89532cfb2e on network f1d4b61f-f554-4201-9844-f84836207901 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:49.730585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc086c-49ce-4a37-860d-c9d5c1903691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00216c9c-a224-49ac-88fb-ee6d6e039410,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:49.748979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:49.771630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Port e14dd80c-9184-42a5-9866-2e89532cfb2e on network f1d4b61f-f554-4201-9844-f84836207901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:40:49.771955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Attempting to bind port e14dd80c-9184-42a5-9866-2e89532cfb2e on network f1d4b61f-f554-4201-9844-f84836207901 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:40:49.773849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:49.777789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:40:49.782640 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.786649 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc59be-7ee7-4dac-8ebe-2b601cafff32 req-fd1404e3-53f4-46c9-86ba-a0edd9112bd0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:49.788155 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-30cc59be-7ee7-4dac-8ebe-2b601cafff32 req-fd1404e3-53f4-46c9-86ba-a0edd9112bd0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.1691930 Jul 25 12:40:49.806598 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:40:49.807145 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:40:49.807145 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Checking segment: {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:49.807335 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Bound using segment: {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:40:49.807858 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Bound port: e14dd80c-9184-42a5-9866-2e89532cfb2e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:40:49.808143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:49.815291 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d5e62755-45a5-487e-8b40-3fae35f41d7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68ae482fad824961852e91f21e7c13a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313284 Jul 25 12:40:49.820972 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ccca7fdb-5964-491e-a411-45665d80e68b req-9a22872d-cab0-4380-b6c3-3cbdcf7d51e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045133 Jul 25 12:40:49.823995 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-b42c9c2b-ab06-4f2f-a070-4599784b69c6 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774152 Jul 25 12:40:49.825153 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:40:49.826008 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:40:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:40:49.829867 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46962) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:49.875918 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e62755-45a5-487e-8b40-3fae35f41d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c96050-4930-4e51-98fe-974ec8aaa0e5,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:49.878937 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6dd88-b4d8-4942-945d-2710af19d838 req-3021bd5f-1324-48e2-8d1b-29c001e6d401 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:49.880972 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ca6dd88-b4d8-4942-945d-2710af19d838 req-3021bd5f-1324-48e2-8d1b-29c001e6d401 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0943689 Jul 25 12:40:49.882225 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f078ccad-2dce-471b-9545-2a833db0cc5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "PUT /v2.0/floatingips/85898672-4ef6-4fb7-9e25-df2e001ea203 HTTP/1.1" status: 200 len: 990 time: 2.4092309 Jul 25 12:40:49.882792 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:49.885963 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738cfc0d-fce4-46e1-b295-a41831bfa62f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:49.955526 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ca6dd88-b4d8-4942-945d-2710af19d838 req-d0591e1c-736e-4b84-9a65-9f15520b7e67 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621908 Jul 25 12:40:50.040038 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-30cc59be-7ee7-4dac-8ebe-2b601cafff32 req-21d77fa3-8233-4fa5-9768-ddba752a57e7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391925 Jul 25 12:40:50.070726 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:40:50.074779 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:40:50.086237 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:40:50.134595 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.149421 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ca21f-8b60-47ed-8367-0fed59ef0dbb x-openstack-request-id: req-5b3ca21f-8b60-47ed-8367-0fed59ef0dbb {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:50.149706 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:50.149977 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b3ca21f-8b60-47ed-8367-0fed59ef0dbb {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:50.150719 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3ca21f-8b60-47ed-8367-0fed59ef0dbb'] response: {'name': 'network-changed', 'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'status': 'completed', 'code': 200} Jul 25 12:40:50.180022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] Publish callbacks [] for security_group (c4c96050-4930-4e51-98fe-974ec8aaa0e5), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.184058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2f033b22-d87d-439d-bbe3-57b0044a6ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.198285 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b6e85-8edc-425b-9033-03f684548cb0 req-0ad40d5c-91cc-4457-87c0-d9a2b70d382d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:50.199807 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-79c659b7-9f71-4755-9244-1fa932641aaa req-57a2c66d-4c09-4a10-be12-af34d4e91fca service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411496 Jul 25 12:40:50.207005 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-271b6e85-8edc-425b-9033-03f684548cb0 req-0ad40d5c-91cc-4457-87c0-d9a2b70d382d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.1299317 Jul 25 12:40:50.218657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:50.219278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.220668 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] 10.222.0.61 "PUT /v2.0/ports/e14dd80c-9184-42a5-9866-2e89532cfb2e HTTP/1.1" status: 200 len: 1093 time: 1.3507121 Jul 25 12:40:50.221193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:50.223800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c" -d '{"events": [{"name": "network-changed", "server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:50.253297 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] Publish callbacks [] for security_group (c4c96050-4930-4e51-98fe-974ec8aaa0e5), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.265699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2178f97-390d-4974-954c-4d92ec586096 service neutron] Pushing event updated for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:50.285115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a3c25-b586-48c5-aab2-5aee62bdab7a x-openstack-request-id: req-759a3c25-b586-48c5-aab2-5aee62bdab7a {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:50.285717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:50.285717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-759a3c25-b586-48c5-aab2-5aee62bdab7a {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:50.286055 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759a3c25-b586-48c5-aab2-5aee62bdab7a'] response: {'name': 'network-changed', 'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e', 'status': 'completed', 'code': 200} Jul 25 12:40:50.307702 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-271b6e85-8edc-425b-9033-03f684548cb0 req-e26ef14c-7007-41cd-9392-79ac17d54139 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Jul 25 12:40:50.338199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c4c96050-4930-4e51-98fe-974ec8aaa0e5), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.338838 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.342974 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4c96050-4930-4e51-98fe-974ec8aaa0e5 HTTP/1.1" status: 204 len: 168 time: 0.5020900 Jul 25 12:40:50.360023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7234-7bd9-4978-875f-cc1348de6e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c96050-4930-4e51-98fe-974ec8aaa0e5,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:50.396829 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 46978) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:50.432003 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-30707900-3625-4960-88fd-b92e23c02a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.526234 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-30707900-3625-4960-88fd-b92e23c02a95 admin admin] Publish callbacks [] for security_group (5c9eb0b5-850c-465d-96a0-2377e46a5db7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.532817 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-30707900-3625-4960-88fd-b92e23c02a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5c9eb0b5-850c-465d-96a0-2377e46a5db7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.539815 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '85898672-4ef6-4fb7-9e25-df2e001ea203', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:39:42Z', 'updated_at': '2022-07-25T12:40:48Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:40:50.570521 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:40:50.580839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18803c7-855d-4871-8e1b-ec3b46bc7460 req-cad5f15b-81c3-422a-90a1-d913ffb1284c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:50.581050 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:40:50.581660 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:40:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:40:50.583632 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a18803c7-855d-4871-8e1b-ec3b46bc7460 req-cad5f15b-81c3-422a-90a1-d913ffb1284c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0750582 Jul 25 12:40:50.610779 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-30707900-3625-4960-88fd-b92e23c02a95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=694fb73f629a4f729c7b44f8d4e96fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092962 Jul 25 12:40:50.621139 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30707900-3625-4960-88fd-b92e23c02a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9eb0b5-850c-465d-96a0-2377e46a5db7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:50.622575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 46984) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:50.725375 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a18803c7-855d-4871-8e1b-ec3b46bc7460 req-a631f8d4-1a7b-4641-a179-f28fb736f239 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243796 Jul 25 12:40:50.733454 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:40:50.751033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] Publish callbacks [] for security_group (5c9eb0b5-850c-465d-96a0-2377e46a5db7), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.788062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] Publish callbacks [] for security_group (5c9eb0b5-850c-465d-96a0-2377e46a5db7), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.848861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5c9eb0b5-850c-465d-96a0-2377e46a5db7), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.852571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:50.854498 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c9eb0b5-850c-465d-96a0-2377e46a5db7 HTTP/1.1" status: 204 len: 168 time: 0.2292976 Jul 25 12:40:50.867343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd45c41-0c1c-477f-8cbd-c824b69c09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9eb0b5-850c-465d-96a0-2377e46a5db7,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:51.010005 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '85898672-4ef6-4fb7-9e25-df2e001ea203', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:39:42Z', 'updated_at': '2022-07-25T12:40:48Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:40:51.038324 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed527492-dca9-4c23-9bb1-1373f2f5a5e3 None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '85898672-4ef6-4fb7-9e25-df2e001ea203', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:39:42Z', 'updated_at': '2022-07-25T12:40:48Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:40:51.192318 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:51.210389 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbb727-2242-4d99-b5b7-eab5490b676a req-f4e68d6c-3461-4b1a-a34e-3628654ba84e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:51.212417 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fddbb727-2242-4d99-b5b7-eab5490b676a req-f4e68d6c-3461-4b1a-a34e-3628654ba84e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0871763 Jul 25 12:40:51.272967 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:51.297228 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fddbb727-2242-4d99-b5b7-eab5490b676a req-0ab3d203-f702-46a5-a30c-53571ffc47e6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715725 Jul 25 12:40:51.373759 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2375c-20ba-480f-ae51-c6ebaa0a2b2c None None] New status for floating IP 85898672-4ef6-4fb7-9e25-df2e001ea203: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:40:51.473020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1006f5-e8b3-43a5-8b22-f21096d278a2 req-6b3597d9-7021-41de-9abf-596527f78a70 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:51.481710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bb1006f5-e8b3-43a5-8b22-f21096d278a2 req-6b3597d9-7021-41de-9abf-596527f78a70 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0747848 Jul 25 12:40:51.543784 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bb1006f5-e8b3-43a5-8b22-f21096d278a2 req-b9c1cf6b-8b33-4c60-91fd-1fa3580e91a3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609546 Jul 25 12:40:51.871336 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:51.884207 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c51499-e264-4db8-a4f0-5ef36a5f68c3 req-ebee1ac1-2f4f-47d7-acea-ca90ce875495 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:51.886762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8c51499-e264-4db8-a4f0-5ef36a5f68c3 req-ebee1ac1-2f4f-47d7-acea-ca90ce875495 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0732851 Jul 25 12:40:51.935732 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:51.956750 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8c51499-e264-4db8-a4f0-5ef36a5f68c3 req-12b26d7e-01e9-4926-aad9-e9d31377c20f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600553 Jul 25 12:40:52.422477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e6207-7e75-45d3-9022-71b180b9d388 req-a74a4154-6b51-46eb-968a-687fa9e7dedf tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:52.430515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df8e6207-7e75-45d3-9022-71b180b9d388 req-a74a4154-6b51-46eb-968a-687fa9e7dedf tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jul 25 12:40:52.478835 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df8e6207-7e75-45d3-9022-71b180b9d388 req-5e5bc9fa-a70e-4860-8bd1-6b3e5bead425 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Jul 25 12:40:52.603607 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:52.699144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f4bc-ef96-4947-85cc-a54a0a2ca100 req-a7063095-00a8-4cec-b887-1706db83b5bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:52.701593 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db05f4bc-ef96-4947-85cc-a54a0a2ca100 req-a7063095-00a8-4cec-b887-1706db83b5bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0617192 Jul 25 12:40:52.771262 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db05f4bc-ef96-4947-85cc-a54a0a2ca100 req-3c12bf70-9e59-4564-ad90-83c2b0753423 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635557 Jul 25 12:40:52.891767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-98d8156d-b0b4-4633-b241-0384c1486d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:52.893461 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-98d8156d-b0b4-4633-b241-0384c1486d12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 1127 time: 0.0913038 Jul 25 12:40:52.912228 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-44cb6473-3ba3-4a92-a509-873e667db837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:52.914177 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-44cb6473-3ba3-4a92-a509-873e667db837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1129 time: 0.0778575 Jul 25 12:40:53.088044 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.203021 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3b0d-f1f5-4ec2-9017-85683ee905e4 req-3cfad645-996e-4ce9-ba5c-950a9e383da7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.204618 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f62a3b0d-f1f5-4ec2-9017-85683ee905e4 req-3cfad645-996e-4ce9-ba5c-950a9e383da7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.1470549 Jul 25 12:40:53.281282 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47170) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:53.293130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-27b3f37b-8807-4bf2-8feb-e3b6f3d2fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.294791 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-27b3f37b-8807-4bf2-8feb-e3b6f3d2fa66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.2876482 Jul 25 12:40:53.321685 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-839ee47d-f160-4459-a44d-65142db76e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.323147 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-839ee47d-f160-4459-a44d-65142db76e0c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3148000 Jul 25 12:40:53.376654 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f62a3b0d-f1f5-4ec2-9017-85683ee905e4 req-bd3fc32c-bf60-487c-8212-cfc2ef434ec9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649969 Jul 25 12:40:53.423044 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0d10aabb-dfbe-4f90-879c-6538deba700b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.491308 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-44d558c3-65bd-4782-ab06-15f8ea522ccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 1000 time: 0.1862676 Jul 25 12:40:53.524367 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0d10aabb-dfbe-4f90-879c-6538deba700b admin admin] Publish callbacks [] for security_group (c8bf7bb4-71db-4633-addf-13336e1a353a), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.530541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0d10aabb-dfbe-4f90-879c-6538deba700b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c8bf7bb4-71db-4633-addf-13336e1a353a), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.554178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-74738737-6d71-4b41-8d4e-6230eb3bc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.555653 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-74738737-6d71-4b41-8d4e-6230eb3bc3cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0561645 Jul 25 12:40:53.573234 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10aabb-dfbe-4f90-879c-6538deba700b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf7bb4-71db-4633-addf-13336e1a353a,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:53.579430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-385dd650-de85-4c4f-a449-a511ff721789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.580937 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5a8ab4f0-4b71-4955-b8f7-11e836a9090c req-385dd650-de85-4c4f-a449-a511ff721789 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218966 Jul 25 12:40:53.610316 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-8fe51443-eebf-4ccd-8c2e-18d1163673ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.612057 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-8fe51443-eebf-4ccd-8c2e-18d1163673ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468595 Jul 25 12:40:53.628455 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0d10aabb-dfbe-4f90-879c-6538deba700b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b23aca8b9e546e7af0ef5c2e150b8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460753 Jul 25 12:40:53.629021 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47178) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:53.632645 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47180) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:53.690518 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafbb87-e4d1-47e0-8954-d67e5c308d6d req-398bb5cb-fcb1-46da-a170-638bf9b2edba tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.692103 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6fafbb87-e4d1-47e0-8954-d67e5c308d6d req-398bb5cb-fcb1-46da-a170-638bf9b2edba tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0795319 Jul 25 12:40:53.738176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] Publish callbacks [] for security_group (c8bf7bb4-71db-4633-addf-13336e1a353a), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.748780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-1bcebbb5-3a39-4990-906a-1ba66eb41530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:53.750263 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-1bcebbb5-3a39-4990-906a-1ba66eb41530 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 1127 time: 0.0826910 Jul 25 12:40:53.756206 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:53.766437 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6fafbb87-e4d1-47e0-8954-d67e5c308d6d req-ed628785-9bcf-4448-91ba-4309d7c08ccc tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679505 Jul 25 12:40:53.767080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6137fcae-9dbb-47c3-a6a9-6b3a18aa8bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.775594 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] Publish callbacks [] for security_group (c8bf7bb4-71db-4633-addf-13336e1a353a), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.829757 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c8bf7bb4-71db-4633-addf-13336e1a353a), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.832524 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:53.834444 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8bf7bb4-71db-4633-addf-13336e1a353a HTTP/1.1" status: 204 len: 168 time: 0.2024965 Jul 25 12:40:53.846673 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096999f-f561-4130-8ca9-3df72fb7deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf7bb4-71db-4633-addf-13336e1a353a,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:54.031938 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-bd917b34-ed80-4107-a1ba-c296778d6e98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e HTTP/1.1" status: 200 len: 217 time: 0.2560208 Jul 25 12:40:54.044097 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-f9fd2a5f-49e5-457b-880c-03306a3efabb service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974285 Jul 25 12:40:54.117141 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:54.138437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47190) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:54.145534 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:54.152630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7573d07a-58c8-442e-a105-f92150ad5cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.164492 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46afe3c-fee1-4cf8-9634-fb345bb0eab2 req-2cbbec07-8ea9-4eb8-9a19-66d1b7c8f56f tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:54.165988 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d46afe3c-fee1-4cf8-9634-fb345bb0eab2 req-2cbbec07-8ea9-4eb8-9a19-66d1b7c8f56f tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.1402192 Jul 25 12:40:54.219959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-fc4a6eca-e641-4feb-9b1b-b166f550fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:54.221399 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-fc4a6eca-e641-4feb-9b1b-b166f550fdd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=281ee747-5730-4fc4-a213-e5f50c14b9f1 HTTP/1.1" status: 200 len: 854 time: 0.1764481 Jul 25 12:40:54.241068 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7573d07a-58c8-442e-a105-f92150ad5cfa admin admin] Publish callbacks [] for security_group (f71e89c4-4bdc-4439-a850-389c7fd50949), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.245399 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7573d07a-58c8-442e-a105-f92150ad5cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f71e89c4-4bdc-4439-a850-389c7fd50949), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.288194 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-738cfc0d-fce4-46e1-b295-a41831bfa62f req-72f557f7-b5c7-45fe-85a7-c3c2b48314d9 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151484 Jul 25 12:40:54.288740 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7573d07a-58c8-442e-a105-f92150ad5cfa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=227fd9f301d54b7196d00e9577632b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492260 Jul 25 12:40:54.290007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d07a-58c8-442e-a105-f92150ad5cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e89c4-4bdc-4439-a850-389c7fd50949,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:54.291666 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d46afe3c-fee1-4cf8-9634-fb345bb0eab2 req-ecc1a545-7ed6-4f8a-b6dc-defa408b0695 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059597 Jul 25 12:40:54.292115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47196) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:54.324616 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6137fcae-9dbb-47c3-a6a9-6b3a18aa8bb6 admin admin] Publish callbacks [] for security_group (6b347fe9-469d-4e4c-b0ef-954519b4ca9f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.331369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6137fcae-9dbb-47c3-a6a9-6b3a18aa8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6b347fe9-469d-4e4c-b0ef-954519b4ca9f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.387344 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6137fcae-9dbb-47c3-a6a9-6b3a18aa8bb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a44685abb34cf7833a66ae52330ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7572322 Jul 25 12:40:54.390540 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47198) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:54.392680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137fcae-9dbb-47c3-a6a9-6b3a18aa8bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b347fe9-469d-4e4c-b0ef-954519b4ca9f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:54.399319 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] Publish callbacks [] for security_group (f71e89c4-4bdc-4439-a850-389c7fd50949), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.432635 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] Publish callbacks [] for security_group (f71e89c4-4bdc-4439-a850-389c7fd50949), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.444329 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] Publish callbacks [] for security_group (6b347fe9-469d-4e4c-b0ef-954519b4ca9f), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.456144 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-26058532-7c5c-49c0-87cb-dde292261153 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1d4b61f-f554-4201-9844-f84836207901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371425 Jul 25 12:40:54.473974 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] Publish callbacks [] for security_group (6b347fe9-469d-4e4c-b0ef-954519b4ca9f), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.492335 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:54.550556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830a41-ad16-4298-bdc1-fcb881878f23 req-419b8e1c-8019-4387-af72-01ac45fc024b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:54.552087 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60830a41-ad16-4298-bdc1-fcb881878f23 req-419b8e1c-8019-4387-af72-01ac45fc024b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0755956 Jul 25 12:40:54.567179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f71e89c4-4bdc-4439-a850-389c7fd50949), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.569638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.573183 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f71e89c4-4bdc-4439-a850-389c7fd50949 HTTP/1.1" status: 204 len: 168 time: 0.2777987 Jul 25 12:40:54.591333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14218d2-c823-474f-a86a-6dc0ff669fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e89c4-4bdc-4439-a850-389c7fd50949,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:54.601260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-12a0166a-52e6-45f1-a3d1-871d0695960f service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185348 Jul 25 12:40:54.604084 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6b347fe9-469d-4e4c-b0ef-954519b4ca9f), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.607255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:54.611142 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b347fe9-469d-4e4c-b0ef-954519b4ca9f HTTP/1.1" status: 204 len: 168 time: 0.2195892 Jul 25 12:40:54.632455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852166b-cad6-411c-b430-d4b32c7eebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b347fe9-469d-4e4c-b0ef-954519b4ca9f,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:54.638160 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60830a41-ad16-4298-bdc1-fcb881878f23 req-87ebc919-e15e-493e-a329-0d365a61db5f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771208 Jul 25 12:40:54.708412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:54.746774 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12c0d83d-356b-4c47-be68-3139c5efd431 req-0e3cbaba-bc51-41d9-9f77-fc29c8845328 service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378794 Jul 25 12:40:54.892277 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b30c0-9fdc-4fbd-980f-dbdaf2e06866 req-7fde97ca-906d-4a53-a04d-e7140d36accb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:54.893883 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e04b30c0-9fdc-4fbd-980f-dbdaf2e06866 req-7fde97ca-906d-4a53-a04d-e7140d36accb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Jul 25 12:40:54.948028 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e04b30c0-9fdc-4fbd-980f-dbdaf2e06866 req-68357a5c-8cfd-459c-b8e4-53f7f5db481f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jul 25 12:40:54.999259 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47218) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:55.013533 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3db4948b-db65-4dd2-b8b2-aec48b168237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.093194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3db4948b-db65-4dd2-b8b2-aec48b168237 admin admin] Publish callbacks [] for security_group (fcc21998-4dea-42fe-a2ba-ea032e107e42), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.097002 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3db4948b-db65-4dd2-b8b2-aec48b168237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fcc21998-4dea-42fe-a2ba-ea032e107e42), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.136992 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-3db4948b-db65-4dd2-b8b2-aec48b168237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a62f33fa1b654c66857e299406d30395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365457 Jul 25 12:40:55.139423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4948b-db65-4dd2-b8b2-aec48b168237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc21998-4dea-42fe-a2ba-ea032e107e42,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:55.140190 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47222) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:55.190947 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] Publish callbacks [] for security_group (fcc21998-4dea-42fe-a2ba-ea032e107e42), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.218336 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] Publish callbacks [] for security_group (fcc21998-4dea-42fe-a2ba-ea032e107e42), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.267409 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fcc21998-4dea-42fe-a2ba-ea032e107e42), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.270374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.271650 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcc21998-4dea-42fe-a2ba-ea032e107e42 HTTP/1.1" status: 204 len: 168 time: 0.1303606 Jul 25 12:40:55.282046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef537ca-bf17-4db0-94e8-39e17507b1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc21998-4dea-42fe-a2ba-ea032e107e42,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:55.394921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ed8c1b70-0793-46e8-96ee-8e247d00d8a4 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:40:55.440572 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d66bb-c454-4cde-b143-fc345ecc5060 req-72090fff-3187-42c4-827e-014d4ba5692b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:55.447692 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a4d66bb-c454-4cde-b143-fc345ecc5060 req-72090fff-3187-42c4-827e-014d4ba5692b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0653169 Jul 25 12:40:55.501632 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a4d66bb-c454-4cde-b143-fc345ecc5060 req-157de1e9-beee-4fb7-8dbe-2879af35054b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Jul 25 12:40:55.659910 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:55.677105 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:40:55.722954 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:55.723345 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.738815 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8c1b70-0793-46e8-96ee-8e247d00d8a4 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:40:55.764409 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:55.766558 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:55.772947 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:55.783343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc288a10-c81b-49f8-95b5-e1faf091e11d req-cf10cb28-5cd2-4989-b15d-b3b94137be38 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:55.790690 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fc288a10-c81b-49f8-95b5-e1faf091e11d req-cf10cb28-5cd2-4989-b15d-b3b94137be38 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 944 time: 0.0624440 Jul 25 12:40:55.826950 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:55.872502 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fc288a10-c81b-49f8-95b5-e1faf091e11d req-0b83ad22-3329-4b3a-9303-c85c831c6bfb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787518 Jul 25 12:40:56.067828 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47272) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:56.078959 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee40a81-6082-4666-8e4e-6aa0bd4eb566 req-76553e37-4332-494b-85e8-6d91aef0ff3e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:56.080470 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-dee40a81-6082-4666-8e4e-6aa0bd4eb566 req-76553e37-4332-494b-85e8-6d91aef0ff3e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0552385 Jul 25 12:40:56.149880 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-dee40a81-6082-4666-8e4e-6aa0bd4eb566 req-14a2b39c-59ae-493e-9d4d-0f18af4eeb91 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Jul 25 12:40:56.279007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114678011-network', 'tenant_id': '3fe0a286aca64c789b36e330bd231a99'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:56.298792 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Made reservation on behalf of 3fe0a286aca64c789b36e330bd231a99 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:56.300997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.310200 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.387836 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks [] for security_group (f24be63b-8c9d-457e-9004-b3dc2bede903), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.393013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f24be63b-8c9d-457e-9004-b3dc2bede903), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.418189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:40:56.451004 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (7934b201-e865-4a41-b1de-c264824c5b51), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.451379 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Added segment 7934b201-e865-4a41-b1de-c264824c5b51 of type vlan for network 4469c70f-28a6-490e-8def-4ee3293386c7 Jul 25 12:40:56.453886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24be63b-8c9d-457e-9004-b3dc2bede903,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:56.502701 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (4469c70f-28a6-490e-8def-4ee3293386c7), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.529094 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (4469c70f-28a6-490e-8def-4ee3293386c7), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.530232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:56.530880 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.600531 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5316114 Jul 25 12:40:56.603541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47294) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:56.608783 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Request body: {'subnet': {'network_id': '4469c70f-28a6-490e-8def-4ee3293386c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114678011-subnet', 'tenant_id': '3fe0a286aca64c789b36e330bd231a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:56.629933 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Made reservation on behalf of 3fe0a286aca64c789b36e330bd231a99 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:56.632097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5388-e157-4d15-9b79-e5e9917b8952 admin admin] Pushing event updated for resources: {'Network': ['ID=4469c70f-28a6-490e-8def-4ee3293386c7,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:56.632455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.636772 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:56.648691 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 4469c70f-28a6-490e-8def-4ee3293386c7 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:40:56.661315 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236355f-efc1-4dcf-a4b6-344a36dd7291 req-a5ad7cb0-042c-4eb1-848c-a2ac0ec2cba6 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:56.662511 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d236355f-efc1-4dcf-a4b6-344a36dd7291 req-a5ad7cb0-042c-4eb1-848c-a2ac0ec2cba6 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0814557 Jul 25 12:40:56.713181 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ed8c1b70-0793-46e8-96ee-8e247d00d8a4'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:40:56.715810 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d236355f-efc1-4dcf-a4b6-344a36dd7291 req-fdfe401e-7805-479f-91a6-d2c388fc55a7 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460186 Jul 25 12:40:56.724870 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:56.863621 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (fc08698a-4c90-4fce-8fbe-aadec904db9a), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:56.888865 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:56.920542 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc08698a-4c90-4fce-8fbe-aadec904db9a,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:56.931689 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Checking segment: {'id': '7934b201-e865-4a41-b1de-c264824c5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4469c70f-28a6-490e-8def-4ee3293386c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:56.932043 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Network hostable DHCP agents. Network: 4469c70f-28a6-490e-8def-4ee3293386c7, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:40:56.963337 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Network 4469c70f-28a6-490e-8def-4ee3293386c7 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:40:56.985818 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:56.996437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 4469c70f-28a6-490e-8def-4ee3293386c7) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:57.001239 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:57.002415 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.005943 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1220d6-1ef8-4d86-8dec-40a174d0ab8f None None] Network 4469c70f-28a6-490e-8def-4ee3293386c7 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:57.027489 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ade7e-0890-428f-b871-951c5b8d6555 req-7ec27b9d-5f91-44cf-8f61-0c34e56703df tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:57.029567 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ab6ade7e-0890-428f-b871-951c5b8d6555 req-7ec27b9d-5f91-44cf-8f61-0c34e56703df tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 945 time: 0.0800862 Jul 25 12:40:57.039838 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-2547ba50-b25c-49b8-8323-11b67823b7be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4352400 Jul 25 12:40:57.080342 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:57.120696 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ab6ade7e-0890-428f-b871-951c5b8d6555 req-aa0863a8-39e5-41e3-b5d8-261bb7e7a3b9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795643 Jul 25 12:40:57.143564 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b6c92-1e80-42da-b605-82e2fcbbf23c None None] Network 4469c70f-28a6-490e-8def-4ee3293386c7 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:57.284415 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265e1f-8f3b-4ede-a32d-782bfd9c0c72 req-857ae69d-ed68-4779-9aa1-08ca5eb212ec tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:57.291292 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-67265e1f-8f3b-4ede-a32d-782bfd9c0c72 req-857ae69d-ed68-4779-9aa1-08ca5eb212ec tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0572841 Jul 25 12:40:57.339855 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-67265e1f-8f3b-4ede-a32d-782bfd9c0c72 req-d124b486-c7a1-499c-815f-56b91682d40e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Jul 25 12:40:57.662127 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47332) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:57.666832 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1689911792-network', 'tenant_id': '5edca2f0196a4c67a57aaab43a1a7825'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:57.686309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Made reservation on behalf of 5edca2f0196a4c67a57aaab43a1a7825 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:57.688462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.701092 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.778180 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks [] for security_group (69bb7f30-2399-4150-a59f-c1e5e1e91415), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.781902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (69bb7f30-2399-4150-a59f-c1e5e1e91415), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.804126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:40:57.820702 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb7f30-2399-4150-a59f-c1e5e1e91415,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:57.827350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (597de7b1-0650-4be7-a9d2-8283f9a904b4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.827688 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Added segment 597de7b1-0650-4be7-a9d2-8283f9a904b4 of type vlan for network 3ba55c97-ef40-4967-920b-de7c3a79b402 Jul 25 12:40:57.840666 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e693ea-827e-4109-9789-4b895f6e6668 req-f1a1c4d6-b412-4886-bdd3-c828ba543ec3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:57.842262 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-56e693ea-827e-4109-9789-4b895f6e6668 req-f1a1c4d6-b412-4886-bdd3-c828ba543ec3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0506523 Jul 25 12:40:57.866392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:57.868896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (3ba55c97-ef40-4967-920b-de7c3a79b402), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.892506 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-56e693ea-827e-4109-9789-4b895f6e6668 req-d0ba47da-6702-43e4-8a0a-924002b0f95a tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Jul 25 12:40:57.897990 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (3ba55c97-ef40-4967-920b-de7c3a79b402), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.899074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:57.899782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:57.955226 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2919424 Jul 25 12:40:57.958021 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47336) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:40:57.962854 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Request body: {'subnet': {'network_id': '3ba55c97-ef40-4967-920b-de7c3a79b402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1689911792-subnet', 'tenant_id': '5edca2f0196a4c67a57aaab43a1a7825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:40:57.965768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b35a8-ef1f-4af5-964f-f454547513bf admin admin] Pushing event updated for resources: {'Network': ['ID=3ba55c97-ef40-4967-920b-de7c3a79b402,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:57.975595 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 3ba55c97-ef40-4967-920b-de7c3a79b402 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:40:57.987398 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Made reservation on behalf of 5edca2f0196a4c67a57aaab43a1a7825 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:40:57.990083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.163567 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (d4f08421-6d40-439d-b5ca-96bd4e14c6f8), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.222569 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f08421-6d40-439d-b5ca-96bd4e14c6f8,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:58.233300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Checking segment: {'id': '597de7b1-0650-4be7-a9d2-8283f9a904b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ba55c97-ef40-4967-920b-de7c3a79b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:40:58.233651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Network hostable DHCP agents. Network: 3ba55c97-ef40-4967-920b-de7c3a79b402, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:40:58.236823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aabafd-0364-491b-84d3-00e7e7ce1597 req-7d9050bb-942b-40cd-ae19-13dd07f0dc16 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:58.238316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50aabafd-0364-491b-84d3-00e7e7ce1597 req-7d9050bb-942b-40cd-ae19-13dd07f0dc16 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Jul 25 12:40:58.251162 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Network 3ba55c97-ef40-4967-920b-de7c3a79b402 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:40:58.259514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 3ba55c97-ef40-4967-920b-de7c3a79b402) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:40:58.264196 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:58.265208 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.268880 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68871b37-8d0f-466e-9344-f2d07104780b None None] Network 3ba55c97-ef40-4967-920b-de7c3a79b402 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:58.282793 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-d19b8381-a8aa-457e-9f5b-2c47ef31823d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3235004 Jul 25 12:40:58.288442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50aabafd-0364-491b-84d3-00e7e7ce1597 req-400575be-dbff-4460-bb34-89ecd3bcf4dc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445237 Jul 25 12:40:58.384450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e8d69-504d-440a-b29a-62a0f608647a None None] Network 3ba55c97-ef40-4967-920b-de7c3a79b402 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:40:58.446974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ed8c1b70-0793-46e8-96ee-8e247d00d8a4 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:40:58.475830 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b457-4e9c-4ff5-803a-5041ddce84fb req-1fdf4de1-5cfb-49df-b373-8bf2d5beda7f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:58.475830 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-64b7b457-4e9c-4ff5-803a-5041ddce84fb req-1fdf4de1-5cfb-49df-b373-8bf2d5beda7f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Jul 25 12:40:58.525983 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:40:58.542155 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:40:58.552994 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-64b7b457-4e9c-4ff5-803a-5041ddce84fb req-58b16075-0239-447a-b24d-898e3a246840 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708179 Jul 25 12:40:58.561151 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:40:58.561836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.648075 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:40:58.648455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.672461 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:40:58.674730 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daca4a9-0b20-496f-b784-e8fc13b0778a" -d '{"events": [{"server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:40:58.687779 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:40:58.692394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:40:58.718275 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375b6344-380c-4366-bf19-7edb039e9ac8 x-openstack-request-id: req-375b6344-380c-4366-bf19-7edb039e9ac8 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:40:58.718595 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:40:58.718850 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-375b6344-380c-4366-bf19-7edb039e9ac8 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:40:58.719246 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375b6344-380c-4366-bf19-7edb039e9ac8'] response: {'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'code': 200} Jul 25 12:40:58.745629 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:40:58.989299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db060306-f782-46fd-93e9-98ab6cd21e24 req-b8595e18-9738-4158-8c0c-8890dad5123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:58.990814 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db060306-f782-46fd-93e9-98ab6cd21e24 req-b8595e18-9738-4158-8c0c-8890dad5123d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 1130 time: 0.0419421 Jul 25 12:40:59.015920 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b254c58-1ea7-4fd9-8a57-ad2bad9e5b10 req-9503f687-1633-4b5d-9b6c-f3a2456c12bc tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:59.017338 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6b254c58-1ea7-4fd9-8a57-ad2bad9e5b10 req-9503f687-1633-4b5d-9b6c-f3a2456c12bc tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0476108 Jul 25 12:40:59.037244 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db060306-f782-46fd-93e9-98ab6cd21e24 req-23e7645d-74ac-4ecd-b742-ccb7aa6a5f56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389702 Jul 25 12:40:59.066222 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6b254c58-1ea7-4fd9-8a57-ad2bad9e5b10 req-26e2dd0c-25b5-400e-bd53-d072767a2b07 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Jul 25 12:40:59.409145 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c30a6-f9f0-4ae7-8c10-03caae34cecb req-3f23a20f-4b8b-44c1-a4a5-576373d57ff5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:59.410601 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-346c30a6-f9f0-4ae7-8c10-03caae34cecb req-3f23a20f-4b8b-44c1-a4a5-576373d57ff5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0494914 Jul 25 12:40:59.456762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-346c30a6-f9f0-4ae7-8c10-03caae34cecb req-084a283d-25da-4423-9c2f-7c299b3c34d2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Jul 25 12:40:59.689903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9267e3-b738-4cb6-b616-ea034e509be2 req-dd36c21f-ffd8-448e-95f4-70b1782632d9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:40:59.689903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2d9267e3-b738-4cb6-b616-ea034e509be2 req-dd36c21f-ffd8-448e-95f4-70b1782632d9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Jul 25 12:40:59.733700 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2d9267e3-b738-4cb6-b616-ea034e509be2 req-96bd8f9b-6cc4-4171-9553-1ff00bf4daa9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Jul 25 12:41:00.189232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aef002-bc84-4209-8e75-ca988e4b3ac1 req-be2af4d3-6d93-44c9-9e10-247263aefbd1 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:00.190894 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73aef002-bc84-4209-8e75-ca988e4b3ac1 req-be2af4d3-6d93-44c9-9e10-247263aefbd1 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 943 time: 0.0527015 Jul 25 12:41:00.223966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:00.241286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73aef002-bc84-4209-8e75-ca988e4b3ac1 req-4e547c2d-5121-4b87-b27d-288cafa3a046 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Jul 25 12:41:00.455560 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e14dd80c-9184-42a5-9866-2e89532cfb2e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:41:00.569545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:00.581500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'e14dd80c-9184-42a5-9866-2e89532cfb2e', 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901', 'port_id': 'e14dd80c-9184-42a5-9866-2e89532cfb2e', 'mac_address': 'fa:16:3e:e6:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281ee747-5730-4fc4-a213-e5f50c14b9f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:41:00.585113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5d450-e6b3-47c3-aaaf-e4d9c3ae30e2 req-f29556f0-8d7d-419a-9506-419f3200a867 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:00.586962 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-89f5d450-e6b3-47c3-aaaf-e4d9c3ae30e2 req-f29556f0-8d7d-419a-9506-419f3200a867 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Jul 25 12:41:00.616501 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port e14dd80c-9184-42a5-9866-2e89532cfb2e is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:41:00.616886 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:00.633678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14dd80c-9184-42a5-9866-2e89532cfb2e {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:41:00.635595 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-89f5d450-e6b3-47c3-aaaf-e4d9c3ae30e2 req-38eef33e-6a1e-4516-987a-5bc968ba2edc tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Jul 25 12:41:00.655755 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:00.659998 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:00.681480 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:00.693106 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:00.711841 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:00.852847 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d0b2-f8ed-4005-a1ac-11c764093200 req-415dfd1d-b0a1-4c60-a974-576c7fe16bca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:00.854338 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0c08d0b2-f8ed-4005-a1ac-11c764093200 req-415dfd1d-b0a1-4c60-a974-576c7fe16bca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Jul 25 12:41:00.902648 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0c08d0b2-f8ed-4005-a1ac-11c764093200 req-868e97a4-6e34-40e7-89c1-78321e4eebbc tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Jul 25 12:41:01.352612 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:01.365359 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f679-87df-4ed9-a0f0-79d816828793 req-aad7d36b-ee65-440f-b80f-2270d9d4d797 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:01.366850 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9e81f679-87df-4ed9-a0f0-79d816828793 req-aad7d36b-ee65-440f-b80f-2270d9d4d797 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 944 time: 0.0520663 Jul 25 12:41:01.376999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['e14dd80c-9184-42a5-9866-2e89532cfb2e'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:41:01.414652 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9e81f679-87df-4ed9-a0f0-79d816828793 req-cb61d13c-5ae4-4a59-a96e-c4fa20370d3f tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Jul 25 12:41:01.774447 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13dc01-e1f2-4644-a752-8dc03f8dea12 req-48e09805-c6f5-4f3e-b617-3fc2e95542d7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:01.775969 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b13dc01-e1f2-4644-a752-8dc03f8dea12 req-48e09805-c6f5-4f3e-b617-3fc2e95542d7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0677025 Jul 25 12:41:01.835086 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3b13dc01-e1f2-4644-a752-8dc03f8dea12 req-f68f0dbd-e9ea-485a-a232-94b2b7f0a095 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512786 Jul 25 12:41:02.019907 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca9ad-1451-42f7-8b51-ebdec583bd9a req-eb3b15ff-4e1d-416c-bd9e-904d73be9a4b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:02.021357 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-22fca9ad-1451-42f7-8b51-ebdec583bd9a req-eb3b15ff-4e1d-416c-bd9e-904d73be9a4b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Jul 25 12:41:02.066781 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-22fca9ad-1451-42f7-8b51-ebdec583bd9a req-34f26020-a00f-44bb-ab15-48fad5e4cd79 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Jul 25 12:41:02.535191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1447d3-73f1-4b01-bab2-15ee386b6b29 req-63b5f410-d998-4323-90ec-6ada545ee14a tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:02.536766 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab1447d3-73f1-4b01-bab2-15ee386b6b29 req-63b5f410-d998-4323-90ec-6ada545ee14a tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 944 time: 0.0503938 Jul 25 12:41:02.592478 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab1447d3-73f1-4b01-bab2-15ee386b6b29 req-e52a1f79-7702-48c3-8f59-da941bc6b5bb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490196 Jul 25 12:41:02.864936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e14dd80c-9184-42a5-9866-2e89532cfb2e up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:41:02.942159 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port e14dd80c-9184-42a5-9866-2e89532cfb2e completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:41:02.947880 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port e14dd80c-9184-42a5-9866-2e89532cfb2e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:41:02.948391 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:02.999139 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d446-fa68-41a0-81cc-2c7f61b1d97d req-8bee9c26-fe4a-43f4-97dd-135a33adfe6f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:03.000604 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f30d446-fa68-41a0-81cc-2c7f61b1d97d req-8bee9c26-fe4a-43f4-97dd-135a33adfe6f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Jul 25 12:41:03.031665 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port e14dd80c-9184-42a5-9866-2e89532cfb2e is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:41:03.032049 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:03.052620 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f30d446-fa68-41a0-81cc-2c7f61b1d97d req-5222d8d4-a781-4710-827d-bb8e4d124485 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464261 Jul 25 12:41:03.055128 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:41:03.057354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47afe9ab-e2cc-416a-a1a0-71a8bc5ccb0d" -d '{"events": [{"server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "name": "network-vif-plugged", "status": "completed", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:41:03.070079 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:03.079354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:03.101878 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c730894-4ce2-4f57-b1ff-201686f871b8 x-openstack-request-id: req-0c730894-4ce2-4f57-b1ff-201686f871b8 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:41:03.102197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "name": "network-vif-plugged", "status": "completed", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:41:03.102455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c730894-4ce2-4f57-b1ff-201686f871b8 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:41:03.102839 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c730894-4ce2-4f57-b1ff-201686f871b8'] response: {'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e', 'code': 200} Jul 25 12:41:03.129000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:03.185218 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c400e-637b-4d82-8bd0-11ee6651a31a req-f1db7aa7-1f76-4b89-a508-85fd3c276185 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:03.186726 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6d5c400e-637b-4d82-8bd0-11ee6651a31a req-f1db7aa7-1f76-4b89-a508-85fd3c276185 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Jul 25 12:41:03.234202 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6d5c400e-637b-4d82-8bd0-11ee6651a31a req-86f6b96e-2f8f-45f4-89ee-3a610f50a256 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Jul 25 12:41:03.555013 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:41:03.714373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd386858-1acc-4849-918c-8f674e0ad7a0 req-a908d6e3-ac5f-405f-9c3c-52b40c222ca8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:03.715829 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bd386858-1acc-4849-918c-8f674e0ad7a0 req-a908d6e3-ac5f-405f-9c3c-52b40c222ca8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0459890 Jul 25 12:41:03.763781 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bd386858-1acc-4849-918c-8f674e0ad7a0 req-a2b4a511-a88e-4f06-95fe-7fee574cd869 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Jul 25 12:41:04.203250 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b8d5a-58b1-4266-bd9e-4560a6489391 req-1724b6d8-7930-46e8-85a6-9d77f37f51f5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:04.205185 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-431b8d5a-58b1-4266-bd9e-4560a6489391 req-1724b6d8-7930-46e8-85a6-9d77f37f51f5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0596175 Jul 25 12:41:04.266460 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-431b8d5a-58b1-4266-bd9e-4560a6489391 req-30b06980-a754-4d46-ba74-2cfab2cda4bd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551620 Jul 25 12:41:04.461743 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ddcc-3c67-4f1e-af55-efbdffb8303e req-36c85ddf-5cf8-43ea-975e-512f8ead57e4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:04.463399 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1be6ddcc-3c67-4f1e-af55-efbdffb8303e req-36c85ddf-5cf8-43ea-975e-512f8ead57e4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.1000922 Jul 25 12:41:04.552419 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceecbd-34cb-4888-ac59-2d34ed551196 req-03a1e15f-a391-4c0a-998a-761379839d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:04.553766 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-58ceecbd-34cb-4888-ac59-2d34ed551196 req-03a1e15f-a391-4c0a-998a-761379839d30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 1129 time: 0.0622897 Jul 25 12:41:04.556810 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:04.565419 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf8d7c-71c2-4ee9-a97c-291da0af90cc req-8ec0e9c3-d89c-4b0f-b742-6ab8374dda7a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:04.566538 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1be6ddcc-3c67-4f1e-af55-efbdffb8303e req-d194078d-9116-4c13-b36a-4ca8a3b0b44e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958099 Jul 25 12:41:04.577876 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6daf8d7c-71c2-4ee9-a97c-291da0af90cc req-8ec0e9c3-d89c-4b0f-b742-6ab8374dda7a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0793209 Jul 25 12:41:04.578180 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47506) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:04.582750 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:41:04.610467 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-58ceecbd-34cb-4888-ac59-2d34ed551196 req-b49dd846-89c2-4c97-8993-607fe6d0992e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Jul 25 12:41:04.622995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (6bc50376-916e-4004-8013-d592c6987601), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:04.894095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb173b-be94-412c-adc4-96e721ebdcb9 req-7c8bfc05-5d47-47d1-9885-f15e47ca87c7 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:04.895643 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9fb173b-be94-412c-adc4-96e721ebdcb9 req-7c8bfc05-5d47-47d1-9885-f15e47ca87c7 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0509739 Jul 25 12:41:04.929434 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:04.929953 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:04.956952 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9fb173b-be94-412c-adc4-96e721ebdcb9 req-30789170-dfa7-459b-b736-8ec696113cbd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 Jul 25 12:41:05.076424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:05.080375 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (6bc50376-916e-4004-8013-d592c6987601), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:05.189394 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP 6bc50376-916e-4004-8013-d592c6987601 associated. External IP: 172.27.1.125, port: ed8c1b70-0793-46e8-96ee-8e247d00d8a4. Jul 25 12:41:05.256299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309bea8-0a00-41ec-b9a0-e1a3d0005f9a req-981d1caf-da4d-451b-b7a8-329443bd0993 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:05.258003 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c309bea8-0a00-41ec-b9a0-e1a3d0005f9a req-981d1caf-da4d-451b-b7a8-329443bd0993 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0505569 Jul 25 12:41:05.316697 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c309bea8-0a00-41ec-b9a0-e1a3d0005f9a req-f9498bf7-1240-4448-9927-938d7faa824b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 Jul 25 12:41:05.458464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:05.630901 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:41:05.731757 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7f1a7-9ec0-496f-a8cc-4bc88711880b req-7f99e1b1-5703-4fd5-883e-1703e1c0d5f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:05.732446 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47546) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:05.735844 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e9f7f1a7-9ec0-496f-a8cc-4bc88711880b req-7f99e1b1-5703-4fd5-883e-1703e1c0d5f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0947900 Jul 25 12:41:05.807597 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:41:05.813622 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:05.815610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47550) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:05.825550 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:41:05.839345 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:41:05.840670 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:40:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:05.864480 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-051f9e7d-c032-48f8-bd1a-a32d5c9ffad4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "PUT /v2.0/floatingips/6bc50376-916e-4004-8013-d592c6987601 HTTP/1.1" status: 200 len: 992 time: 1.2851801 Jul 25 12:41:05.865207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:41:05.867504 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c50cd-5800-4a07-a7f3-78ba901c0078" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:41:05.873031 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e9f7f1a7-9ec0-496f-a8cc-4bc88711880b req-65eddabe-4227-44f2-9ce6-7a0d2fd2f1a7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901089 Jul 25 12:41:05.898535 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:05.917260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9878f73d-298b-4353-8b52-8cdc1264d67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:05.936099 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93619a9b-e4ac-4efc-a076-730972c6e53f x-openstack-request-id: req-93619a9b-e4ac-4efc-a076-730972c6e53f {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:41:05.936390 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:41:05.936638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93619a9b-e4ac-4efc-a076-730972c6e53f {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:41:05.937035 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93619a9b-e4ac-4efc-a076-730972c6e53f'] response: {'name': 'network-changed', 'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'status': 'completed', 'code': 200} Jul 25 12:41:05.956999 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:41:05.997333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-83beb026-5e82-4381-8441-ce7946d650ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.031717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:06.100654 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ec437-9611-44fd-9a11-824f90b113e6 req-c0996546-4f56-4676-97f9-83d2cf766a61 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:06.101480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9878f73d-298b-4353-8b52-8cdc1264d67c admin admin] Publish callbacks [] for security_group (82f7fd71-69ea-413e-930f-afc70527b54a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.103744 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-157ec437-9611-44fd-9a11-824f90b113e6 req-c0996546-4f56-4676-97f9-83d2cf766a61 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0566380 Jul 25 12:41:06.114825 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9878f73d-298b-4353-8b52-8cdc1264d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (82f7fd71-69ea-413e-930f-afc70527b54a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.134411 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:06.152185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878f73d-298b-4353-8b52-8cdc1264d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7fd71-69ea-413e-930f-afc70527b54a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:06.165127 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-157ec437-9611-44fd-9a11-824f90b113e6 req-6b77b005-720a-4ef4-8abf-0fd30ab1d9f5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555563 Jul 25 12:41:06.197525 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:04Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:06.210007 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9878f73d-298b-4353-8b52-8cdc1264d67c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d46d4698d3d43c2a15a6b40f08090af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763367 Jul 25 12:41:06.212912 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47564) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:06.219108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-83beb026-5e82-4381-8441-ce7946d650ce admin admin] Publish callbacks [] for security_group (fc3037ab-9e98-4826-8919-6f09773f1877), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.223559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-83beb026-5e82-4381-8441-ce7946d650ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fc3037ab-9e98-4826-8919-6f09773f1877), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.231962 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:41:06.243371 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:41:06.244217 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:40:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:06.270131 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-83beb026-5e82-4381-8441-ce7946d650ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c11ee26e9b54109a3521928dc6c072e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534092 Jul 25 12:41:06.270612 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47566) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:06.271024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beb026-5e82-4381-8441-ce7946d650ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3037ab-9e98-4826-8919-6f09773f1877,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:06.336255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] Publish callbacks [] for security_group (82f7fd71-69ea-413e-930f-afc70527b54a), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.363041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:06.365394 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:41:06.374453 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] Publish callbacks [] for security_group (82f7fd71-69ea-413e-930f-afc70527b54a), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.391409 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] Publish callbacks [] for security_group (fc3037ab-9e98-4826-8919-6f09773f1877), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.435985 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] Publish callbacks [] for security_group (fc3037ab-9e98-4826-8919-6f09773f1877), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.471135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1db9d-0b7a-435a-8d61-6372787e578a req-7da75e56-05c3-4c7e-a13d-31e75749d2cb tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:06.479724 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-93d1db9d-0b7a-435a-8d61-6372787e578a req-7da75e56-05c3-4c7e-a13d-31e75749d2cb tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0641649 Jul 25 12:41:06.481561 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (82f7fd71-69ea-413e-930f-afc70527b54a), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.484262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.485861 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82f7fd71-69ea-413e-930f-afc70527b54a HTTP/1.1" status: 204 len: 168 time: 0.2717564 Jul 25 12:41:06.498715 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e8bf7-04d9-4e4d-a9bf-0902777df483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7fd71-69ea-413e-930f-afc70527b54a,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:06.515950 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fc3037ab-9e98-4826-8919-6f09773f1877), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.527178 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:06.530677 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc3037ab-9e98-4826-8919-6f09773f1877 HTTP/1.1" status: 204 len: 168 time: 0.2570019 Jul 25 12:41:06.540701 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91706234-606f-4c2f-8a7d-a300346b4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3037ab-9e98-4826-8919-6f09773f1877,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:06.552238 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-93d1db9d-0b7a-435a-8d61-6372787e578a req-64f7279f-ab82-4fac-b028-b665bdc1a3bb tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690444 Jul 25 12:41:06.747932 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:04Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:06.775953 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7ea37-5a69-415a-a1e6-42aa29be8347 None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:04Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:41:06.876052 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47588) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:06.890607 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbe86726-83e2-416e-b8f9-741ffabdcbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.002166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbe86726-83e2-416e-b8f9-741ffabdcbf0 admin admin] Publish callbacks [] for security_group (4021b15f-5d04-46b1-87a9-cdbeec860d6a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.010116 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fbe86726-83e2-416e-b8f9-741ffabdcbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4021b15f-5d04-46b1-87a9-cdbeec860d6a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.016050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:07.018765 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60df025-3970-4828-b128-f37d2fae3d4b None None] New status for floating IP 6bc50376-916e-4004-8013-d592c6987601: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:41:07.038957 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca75f77-9e91-4062-a299-5f89a566b1ba req-97b1f286-c69c-4846-9022-1176c3732855 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:07.041004 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aca75f77-9e91-4062-a299-5f89a566b1ba req-97b1f286-c69c-4846-9022-1176c3732855 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0861812 Jul 25 12:41:07.062538 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fbe86726-83e2-416e-b8f9-741ffabdcbf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a25b87b29e5444bbb1d7d28e7b242042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853337 Jul 25 12:41:07.063642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86726-83e2-416e-b8f9-741ffabdcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4021b15f-5d04-46b1-87a9-cdbeec860d6a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:07.066066 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47594) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:07.114249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:07.128503 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aca75f77-9e91-4062-a299-5f89a566b1ba req-7eb5e017-6514-4955-ba6d-be26d12dbf12 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Jul 25 12:41:07.129588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] Publish callbacks [] for security_group (4021b15f-5d04-46b1-87a9-cdbeec860d6a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.166680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] Publish callbacks [] for security_group (4021b15f-5d04-46b1-87a9-cdbeec860d6a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.227460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4021b15f-5d04-46b1-87a9-cdbeec860d6a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.231102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.232667 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4021b15f-5d04-46b1-87a9-cdbeec860d6a HTTP/1.1" status: 204 len: 168 time: 0.1654844 Jul 25 12:41:07.251834 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a49c4f-80bb-4ebd-99b9-cf754944adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021b15f-5d04-46b1-87a9-cdbeec860d6a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:07.346045 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71168f2e-76fd-47d9-98b5-29f47eb6abb5 req-79c9a3ec-25b7-4030-a841-e413067a4b1b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:07.347562 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-71168f2e-76fd-47d9-98b5-29f47eb6abb5 req-79c9a3ec-25b7-4030-a841-e413067a4b1b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Jul 25 12:41:07.404707 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-71168f2e-76fd-47d9-98b5-29f47eb6abb5 req-045fad86-2c93-4a2d-830b-3bbd1179bab5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Jul 25 12:41:07.576803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 47620) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:07.594018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-90cce3ab-fa6e-43a1-ae91-ff76fce86b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.620086 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:07.702264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-90cce3ab-fa6e-43a1-ae91-ff76fce86b96 admin admin] Publish callbacks [] for security_group (e3f4c046-0e65-4600-a300-0af0bf6118f4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.704830 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad5529-b9a2-4b96-b4b6-652f92e0d74d req-f2fab213-4f38-4f6d-b010-8d24e2983d5d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:07.706822 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-90cce3ab-fa6e-43a1-ae91-ff76fce86b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3f4c046-0e65-4600-a300-0af0bf6118f4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.714484 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1aad5529-b9a2-4b96-b4b6-652f92e0d74d req-f2fab213-4f38-4f6d-b010-8d24e2983d5d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0664408 Jul 25 12:41:07.748787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cce3ab-fa6e-43a1-ae91-ff76fce86b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f4c046-0e65-4600-a300-0af0bf6118f4,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:07.755190 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-90cce3ab-fa6e-43a1-ae91-ff76fce86b96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=761687ece8004846b240d08eaf0c00a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771276 Jul 25 12:41:07.758007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47628) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:07.782084 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1aad5529-b9a2-4b96-b4b6-652f92e0d74d req-06821308-6e4c-4626-9fb5-0fc3aad367c0 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Jul 25 12:41:07.818905 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] Publish callbacks [] for security_group (e3f4c046-0e65-4600-a300-0af0bf6118f4), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.843138 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] Publish callbacks [] for security_group (e3f4c046-0e65-4600-a300-0af0bf6118f4), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.900002 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3f4c046-0e65-4600-a300-0af0bf6118f4), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.902161 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:07.906827 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3f4c046-0e65-4600-a300-0af0bf6118f4 HTTP/1.1" status: 204 len: 168 time: 0.1448693 Jul 25 12:41:07.917446 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e670e-fb4d-4b4f-8594-d46bed192441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f4c046-0e65-4600-a300-0af0bf6118f4,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:08.256025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d7f7-eebf-45a5-be7e-d69a2a67eb75 req-34619843-da14-4051-9fda-63d2dd3a7474 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:08.257500 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bde1d7f7-eebf-45a5-be7e-d69a2a67eb75 req-34619843-da14-4051-9fda-63d2dd3a7474 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Jul 25 12:41:08.309888 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bde1d7f7-eebf-45a5-be7e-d69a2a67eb75 req-fbe6eff2-1e8a-431e-aa2e-92692ea90227 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Jul 25 12:41:08.529408 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c465-c737-4446-ae7c-997407385e9f req-142b6ac2-a8fc-4dcf-86f8-97a2ead81a95 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:08.530928 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b0c7c465-c737-4446-ae7c-997407385e9f req-142b6ac2-a8fc-4dcf-86f8-97a2ead81a95 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Jul 25 12:41:08.579677 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b0c7c465-c737-4446-ae7c-997407385e9f req-b53871d8-ded8-4d9f-8a6a-253794d58f50 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Jul 25 12:41:08.678874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-5a244d14-e386-4cb1-b5ae-8ff41a981d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:08.680497 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-5a244d14-e386-4cb1-b5ae-8ff41a981d52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 1130 time: 0.0426815 Jul 25 12:41:08.920842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff675f3-f53a-4ba7-a809-bfcba2d99b9d req-fc55d8c9-974b-49be-8c11-de80f20d2567 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:08.922391 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ff675f3-f53a-4ba7-a809-bfcba2d99b9d req-fc55d8c9-974b-49be-8c11-de80f20d2567 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0629108 Jul 25 12:41:08.980296 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ff675f3-f53a-4ba7-a809-bfcba2d99b9d req-51a591a4-c784-4974-8131-65d4abd3b5c7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 Jul 25 12:41:09.368694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-65278d62-b498-482e-9a84-0d8e8a25438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.370924 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-65278d62-b498-482e-9a84-0d8e8a25438a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.1047106 Jul 25 12:41:09.430682 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcaf2-f5cb-49e4-ab85-98f477075299 req-cbb94119-5c21-4e72-a1c5-ccd755239f19 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.432182 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7f3fcaf2-f5cb-49e4-ab85-98f477075299 req-cbb94119-5c21-4e72-a1c5-ccd755239f19 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Jul 25 12:41:09.481036 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7f3fcaf2-f5cb-49e4-ab85-98f477075299 req-7d8e5bb9-b55e-46c0-b627-edf47d3c487c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Jul 25 12:41:09.521136 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36424278-93df-4a4d-9fbc-10efd11154fc req-e1f42cb3-e3cb-4df2-8897-cb8e566b7ef3 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.522509 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36424278-93df-4a4d-9fbc-10efd11154fc req-e1f42cb3-e3cb-4df2-8897-cb8e566b7ef3 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.61 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0887198 Jul 25 12:41:09.528859 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-57fbebef-2f5a-448a-82b2-eb78772629a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4 HTTP/1.1" status: 200 len: 1002 time: 0.0962255 Jul 25 12:41:09.689252 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-debe5645-d138-4b56-a28b-04ce3e9274aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.690625 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-debe5645-d138-4b56-a28b-04ce3e9274aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.1400948 Jul 25 12:41:09.696931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:09.761744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Deleting port 6ecc27e1-98d7-4798-be46-819997310608 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:41:09.762133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (6ecc27e1-98d7-4798-be46-819997310608), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:09.814817 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9494b0-5d8f-45a9-8c14-f44c2d190387 req-3d6c3544-ee80-4540-a462-02abe614909a tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.816289 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3d9494b0-5d8f-45a9-8c14-f44c2d190387 req-3d6c3544-ee80-4540-a462-02abe614909a tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.1446824 Jul 25 12:41:09.840731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-a1ec725e-1099-4605-81c4-416038052f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:09.842137 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-a1ec725e-1099-4605-81c4-416038052f59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1194401 Jul 25 12:41:10.111031 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c51152-6882-4fb8-8d57-41bf19922b43 req-047ba53f-1073-4db0-b727-6ac8e2554f0d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:10.112542 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8c51152-6882-4fb8-8d57-41bf19922b43 req-047ba53f-1073-4db0-b727-6ac8e2554f0d tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 945 time: 0.0567045 Jul 25 12:41:10.151735 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3d9494b0-5d8f-45a9-8c14-f44c2d190387 req-fa31999c-6a0f-4ef8-9858-c04d9c1852a5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262722 Jul 25 12:41:10.155971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:10.165085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] For port 6ecc27e1-98d7-4798-be46-819997310608, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6ecc27e1-98d7-4798-be46-819997310608,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:10.165450 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (6ecc27e1-98d7-4798-be46-819997310608), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:10.186527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Calling delete_port for 6ecc27e1-98d7-4798-be46-819997310608 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:41:10.195223 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8c51152-6882-4fb8-8d57-41bf19922b43 req-e6cc4921-30d8-47e5-9541-a19d22cf287b tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/security-groups?id=736366e4-1458-4a7d-91c3-542fba31aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 Jul 25 12:41:10.251707 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-f474b075-8de7-4ed3-9900-de6fa81443c1 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049680 Jul 25 12:41:10.443943 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cc7c50cd-5800-4a07-a7f3-78ba901c0078 req-87be4fce-c187-4fd3-82c7-01630c4f5ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621289 Jul 25 12:41:10.478362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (6ecc27e1-98d7-4798-be46-819997310608), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:10.509870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Pushing event deleted for resources: {'Port': ['ID=6ecc27e1-98d7-4798-be46-819997310608,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:10.585858 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] No DVR routers for this DVR port 6ecc27e1-98d7-4798-be46-819997310608 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:41:10.598309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:10.601878 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36424278-93df-4a4d-9fbc-10efd11154fc req-06db6de3-b08a-4cb9-8915-dcc28b1249e7 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.61 "DELETE /v2.0/ports/6ecc27e1-98d7-4798-be46-819997310608 HTTP/1.1" status: 204 len: 173 time: 1.0719395 Jul 25 12:41:10.606572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'name': 'network-vif-deleted', 'tag': '6ecc27e1-98d7-4798-be46-819997310608'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:41:10.606572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913fd8ed-c628-404c-971e-59eb74142bca" -d '{"events": [{"server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "name": "network-vif-deleted", "tag": "6ecc27e1-98d7-4798-be46-819997310608"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:41:10.657182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be29c0-794e-4efb-918f-f4a04ef53d6f req-da9cd779-f9be-4851-a747-27a26d69223d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:10.664150 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-07be29c0-794e-4efb-918f-f4a04ef53d6f req-da9cd779-f9be-4851-a747-27a26d69223d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0806630 Jul 25 12:41:10.667620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5514c05-88c9-42e1-a679-3a275c6d7966 x-openstack-request-id: req-b5514c05-88c9-42e1-a679-3a275c6d7966 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:41:10.667807 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e70f44-23c1-40de-860c-90f2398674f7", "name": "network-vif-deleted", "tag": "6ecc27e1-98d7-4798-be46-819997310608", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:41:10.668045 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5514c05-88c9-42e1-a679-3a275c6d7966 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:41:10.668430 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5514c05-88c9-42e1-a679-3a275c6d7966'] response: {'server_uuid': '29e70f44-23c1-40de-860c-90f2398674f7', 'name': 'network-vif-deleted', 'tag': '6ecc27e1-98d7-4798-be46-819997310608', 'status': 'completed', 'code': 200} Jul 25 12:41:10.720907 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-07be29c0-794e-4efb-918f-f4a04ef53d6f req-fdda6b39-7dce-4af3-a132-7fd76883a352 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Jul 25 12:41:11.294393 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a2d32c11-13b1-4a86-8b4f-0dcce57ae73f req-e669380d-e18c-4171-9ffb-76af9054b3dd tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Jul 25 12:41:11.830375 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc94b-6e07-4628-9d87-29365c285e26 req-ae6e2f33-2280-4a39-b21e-a31d5a3e567e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:11.831809 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73cbc94b-6e07-4628-9d87-29365c285e26 req-ae6e2f33-2280-4a39-b21e-a31d5a3e567e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0456927 Jul 25 12:41:11.881579 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73cbc94b-6e07-4628-9d87-29365c285e26 req-003640d1-ee3f-4cc7-9c2f-8cb1ac75f7a9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Jul 25 12:41:12.394205 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-58bec840-846e-4a80-b14a-957516c65761 req-bec30b57-d642-483e-a92c-80accb29f432 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.0300171 Jul 25 12:41:12.995583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af06bf6-852e-4abc-ac28-e2a1e3bb5937 req-9d0ed92a-289a-4d7e-b1c8-18b457ab3cde tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:12.997094 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8af06bf6-852e-4abc-ac28-e2a1e3bb5937 req-9d0ed92a-289a-4d7e-b1c8-18b457ab3cde tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0467117 Jul 25 12:41:13.044338 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8af06bf6-852e-4abc-ac28-e2a1e3bb5937 req-8cf08903-9c6d-4f02-95fa-811a735c986c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Jul 25 12:41:13.494826 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f7029f76-8f3e-4770-8ee4-e3ae1773b2cb req-cb40c234-175f-4c8b-9981-192580328311 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.0300291 Jul 25 12:41:14.149615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:14.159469 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982a147-d6c9-409c-aec4-d5fbdf4cd32a req-7dedcb02-41b2-4c41-9363-78004c8936e0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:14.160926 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f982a147-d6c9-409c-aec4-d5fbdf4cd32a req-7dedcb02-41b2-4c41-9363-78004c8936e0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0474083 Jul 25 12:41:14.216340 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f982a147-d6c9-409c-aec4-d5fbdf4cd32a req-9e5b1457-f4e1-4be5-8e39-0e551adb6d14 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498266 Jul 25 12:41:14.595752 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ebebc1f2-18c5-4029-bf5a-fcdfd1a4d59f req-088abdd0-0f6a-46fe-b34e-ed83733d9d2c tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Jul 25 12:41:14.965194 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['6ecc27e1-98d7-4798-be46-819997310608'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:41:15.334888 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdf339-1429-4529-8d23-ab71b2568501 req-38b7e1db-faf6-4e09-affd-5eda846379b4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:15.336312 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5cdf339-1429-4529-8d23-ab71b2568501 req-38b7e1db-faf6-4e09-affd-5eda846379b4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Jul 25 12:41:15.383984 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5cdf339-1429-4529-8d23-ab71b2568501 req-6d9fb2e7-d2ba-4d87-b97f-f67502d0fc81 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jul 25 12:41:15.699600 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d7a7bca1-a5ab-400a-b3e3-6c6858d0590b req-74fc9954-3dd5-4ffe-8143-c543ab06cb22 tempest-DeleteServersTestJSON-11963992 tempest-DeleteServersTestJSON-11963992-project] 10.222.0.60 "GET /v2.0/ports?device_id=29e70f44-23c1-40de-860c-90f2398674f7 HTTP/1.1" status: 200 len: 210 time: 0.0326190 Jul 25 12:41:16.513629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5793c-c614-4d4b-8c0b-c9a53e0cf03b req-a6ac30b9-6636-43bd-993c-44fade3cfdf3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:16.515282 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-20e5793c-c614-4d4b-8c0b-c9a53e0cf03b req-a6ac30b9-6636-43bd-993c-44fade3cfdf3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0591540 Jul 25 12:41:16.581476 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-20e5793c-c614-4d4b-8c0b-c9a53e0cf03b req-f8b93d97-4162-44d6-be80-a955acae8cc1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552552 Jul 25 12:41:16.761399 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:16.761399 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=59 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:16.982819 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6ecc27e1-98d7-4798-be46-819997310608 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:41:17.006244 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 6ecc27e1-98d7-4798-be46-819997310608 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:41:17.006599 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6ecc27e1-98d7-4798-be46-819997310608 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:41:17.694003 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb13f0-78cb-4dbd-8d7f-245ff972b3ca req-e3317c73-8b2a-4b67-8a9f-bc9ce2a790f5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:17.696204 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-39fb13f0-78cb-4dbd-8d7f-245ff972b3ca req-e3317c73-8b2a-4b67-8a9f-bc9ce2a790f5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Jul 25 12:41:17.743337 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-39fb13f0-78cb-4dbd-8d7f-245ff972b3ca req-e06a1d96-8360-4d64-99bb-a253d4f8de84 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jul 25 12:41:17.870677 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6ce51cde-5213-450c-87ae-332a61e99c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:18.863553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93182532-e9bb-47f7-a69a-aa36c33857c9 req-2c7e7a59-e648-4817-b98b-d4c0f4ec7db7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:18.865030 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-93182532-e9bb-47f7-a69a-aa36c33857c9 req-2c7e7a59-e648-4817-b98b-d4c0f4ec7db7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Jul 25 12:41:18.916910 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-93182532-e9bb-47f7-a69a-aa36c33857c9 req-aca48313-3599-4233-b075-3e2447a05d5b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Jul 25 12:41:19.384370 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 47970) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:19.445122 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:19.642418 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:19.805004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (793f968c-dc90-4526-a01e-19610fe99392), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.074868 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607eae2-07cb-4218-b38d-231dbadf3409 req-132c55ad-7a92-4aab-987c-2347374da531 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:20.076988 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0607eae2-07cb-4218-b38d-231dbadf3409 req-132c55ad-7a92-4aab-987c-2347374da531 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0795951 Jul 25 12:41:20.156210 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-731153f7-d8b4-49f7-9003-e12c6ed38ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.172684 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Deleting port 43d93943-0d89-4b4d-9d66-97ee6e57d00f {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:41:20.173051 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.178409 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0607eae2-07cb-4218-b38d-231dbadf3409 req-a842e922-be05-4a79-9969-cc8f74b0854a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829117 Jul 25 12:41:20.261627 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] For port 43d93943-0d89-4b4d-9d66-97ee6e57d00f, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=43d93943-0d89-4b4d-9d66-97ee6e57d00f,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:20.262021 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.276406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Calling delete_port for 43d93943-0d89-4b4d-9d66-97ee6e57d00f owned by network:router_interface {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:41:20.476716 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (43d93943-0d89-4b4d-9d66-97ee6e57d00f), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.507633 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Pushing event deleted for resources: {'Port': ['ID=43d93943-0d89-4b4d-9d66-97ee6e57d00f,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:20.576846 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:20.608028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:20.637739 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (793f968c-dc90-4526-a01e-19610fe99392), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:20.906966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48010) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:21.042888 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48024) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:21.069812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Router 793f968c-dc90-4526-a01e-19610fe99392 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:41:21.081153 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:21.102360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49966f63-47c2-4350-a1ab-ea2b4b8aaf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.131090 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Deleting subnet fc08698a-4c90-4fce-8fbe-aadec904db9a {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:41:21.136012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Publish callbacks [] for subnet (fc08698a-4c90-4fce-8fbe-aadec904db9a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.189188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:41:21.189664 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Publish callbacks [] for subnet (fc08698a-4c90-4fce-8fbe-aadec904db9a), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.198684 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b7f0a061-90bd-4486-86cb-c0d660bc472a admin admin] 10.222.0.60 "PUT /v2.0/routers/793f968c-dc90-4526-a01e-19610fe99392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8128138 Jul 25 12:41:21.199255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48026) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:21.199957 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Sync routers for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:41:21.215929 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:41:21.216921 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (fc08698a-4c90-4fce-8fbe-aadec904db9a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.217263 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:41:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.273869 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.337135 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:41:21.400826 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85bd8f-e904-4c0c-816d-2e806eba9468 req-595ff631-a5dd-4c83-b378-ef2e70a1272e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:21.406523 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de85bd8f-e904-4c0c-816d-2e806eba9468 req-595ff631-a5dd-4c83-b378-ef2e70a1272e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.1461213 Jul 25 12:41:21.456627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49966f63-47c2-4350-a1ab-ea2b4b8aaf4c admin admin] Publish callbacks [] for security_group (0c562a40-8220-4dba-8f49-ec150f42ff9e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.459578 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for subnet (fc08698a-4c90-4fce-8fbe-aadec904db9a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.470948 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49966f63-47c2-4350-a1ab-ea2b4b8aaf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0c562a40-8220-4dba-8f49-ec150f42ff9e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.493176 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks [] for router (793f968c-dc90-4526-a01e-19610fe99392), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.511834 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:41:20Z', 'revision_number': 5, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.527644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc08698a-4c90-4fce-8fbe-aadec904db9a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:21.541664 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Checking router: 793f968c-dc90-4526-a01e-19610fe99392 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:41:21.550189 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Routers {'793f968c-dc90-4526-a01e-19610fe99392'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:41:21.550787 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:41:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['793f968c-dc90-4526-a01e-19610fe99392'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.572311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.575967 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d890a5cb-3590-42d5-8da0-75b899259e68 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fc08698a-4c90-4fce-8fbe-aadec904db9a HTTP/1.1" status: 204 len: 168 time: 0.5297277 Jul 25 12:41:21.576486 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:21.578887 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48032) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:21.611273 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-49966f63-47c2-4350-a1ab-ea2b4b8aaf4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83acd2cd92644556a4fc2d132be84ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7024410 Jul 25 12:41:21.612282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966f63-47c2-4350-a1ab-ea2b4b8aaf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c562a40-8220-4dba-8f49-ec150f42ff9e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:21.616796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48034) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:21.654113 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] Set router 793f968c-dc90-4526-a01e-19610fe99392 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:41:21.655157 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de85bd8f-e904-4c0c-816d-2e806eba9468 req-389536de-db97-428f-89c7-65af1ebac630 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351482 Jul 25 12:41:21.679221 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (4469c70f-28a6-490e-8def-4ee3293386c7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.721027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks [] for router_gateway (793f968c-dc90-4526-a01e-19610fe99392), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.738457 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] Publish callbacks [] for security_group (0c562a40-8220-4dba-8f49-ec150f42ff9e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.759005 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (4469c70f-28a6-490e-8def-4ee3293386c7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.774527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:21.782168 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.782759 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.783919 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.784249 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > port after_create 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.784585 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > port after_delete 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.785054 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > port after_update 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.785549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.786173 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.786709 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.786995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.794454 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] Publish callbacks [] for security_group (0c562a40-8220-4dba-8f49-ec150f42ff9e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.810495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Deleting port 776cca14-b58d-41c6-ada2-272142dd0f8e {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:41:21.810495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.853698 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:41:20Z', 'revision_number': 5, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.879382 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cfb8f-b77f-4cbc-88ae-1fbffffaa3ee None None] The sync data for ids ['793f968c-dc90-4526-a01e-19610fe99392'] in dv-cinder-825492-28-iscsi is: [{'id': '793f968c-dc90-4526-a01e-19610fe99392', 'name': 'tempest-DeleteServersTestJSON-1898669445-router', 'tenant_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:32Z', 'updated_at': '2022-07-25T12:41:20Z', 'revision_number': 5, 'project_id': 'c24e32d2fb6e4a3db413acc06528d15e', 'gw_port': {'id': '776cca14-b58d-41c6-ada2-272142dd0f8e', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f968c-dc90-4526-a01e-19610fe99392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:35Z', 'updated_at': '2022-07-25T12:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:41:21.917739 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (0c562a40-8220-4dba-8f49-ec150f42ff9e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.920955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.924668 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c562a40-8220-4dba-8f49-ec150f42ff9e HTTP/1.1" status: 204 len: 168 time: 0.3038406 Jul 25 12:41:21.931318 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] For port 776cca14-b58d-41c6-ada2-272142dd0f8e, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=776cca14-b58d-41c6-ada2-272142dd0f8e,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:21.931681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:21.942958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651724b-4615-4770-a81f-8e06b8c87d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c562a40-8220-4dba-8f49-ec150f42ff9e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:21.956087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Calling delete_port for 776cca14-b58d-41c6-ada2-272142dd0f8e owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:41:21.969064 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.969930 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.970493 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.970877 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:21.971433 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4469c70f-28a6-490e-8def-4ee3293386c7']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.997897 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7934b201-e865-4a41-b1de-c264824c5b51') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:21.998236 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7934b201-e865-4a41-b1de-c264824c5b51') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:22.019243 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (7934b201-e865-4a41-b1de-c264824c5b51), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.044556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (7934b201-e865-4a41-b1de-c264824c5b51), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.055483 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:41:22.055874 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (7934b201-e865-4a41-b1de-c264824c5b51), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.128731 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (4469c70f-28a6-490e-8def-4ee3293386c7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.162149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.168514 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] 10.222.0.60 "DELETE /v2.0/networks/4469c70f-28a6-490e-8def-4ee3293386c7 HTTP/1.1" status: 204 len: 168 time: 0.5855880 Jul 25 12:41:22.168514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d44abe-4692-4bdc-bb91-b4a9c80d29af admin admin] Pushing event deleted for resources: {'Network': ['ID=4469c70f-28a6-490e-8def-4ee3293386c7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:22.168832 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48046) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:22.189684 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (776cca14-b58d-41c6-ada2-272142dd0f8e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.221508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=776cca14-b58d-41c6-ada2-272142dd0f8e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:22.229578 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Deleting subnet d4f08421-6d40-439d-b5ca-96bd4e14c6f8 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:41:22.233737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Publish callbacks [] for subnet (d4f08421-6d40-439d-b5ca-96bd4e14c6f8), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.257970 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (793f968c-dc90-4526-a01e-19610fe99392), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.307888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (d4f08421-6d40-439d-b5ca-96bd4e14c6f8), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.369297 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (d4f08421-6d40-439d-b5ca-96bd4e14c6f8), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.399013 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 7934b201-e865-4a41-b1de-c264824c5b51 resource provider aggregate not found Jul 25 12:41:22.422274 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (793f968c-dc90-4526-a01e-19610fe99392), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.424807 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks [] for router_controller (793f968c-dc90-4526-a01e-19610fe99392), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.440264 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 7934b201-e865-4a41-b1de-c264824c5b51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7934b201-e865-4a41-b1de-c264824c5b51 found for delete ", "request_id": "req-f58497ca-3377-41c1-bf8a-f02bc12da63a"}]} Jul 25 12:41:22.460049 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:22.473259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (d4f08421-6d40-439d-b5ca-96bd4e14c6f8), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.512106 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.525824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48062) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:22.530792 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4f08421-6d40-439d-b5ca-96bd4e14c6f8 HTTP/1.1" status: 204 len: 168 time: 0.3599021 Jul 25 12:41:22.534871 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c80dd0-47e2-4f14-97fe-9150cac66630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f08421-6d40-439d-b5ca-96bd4e14c6f8,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:22.602114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.612676 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (793f968c-dc90-4526-a01e-19610fe99392), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.613334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793f968c-dc90-4526-a01e-19610fe99392 {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:41:22.620749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (3ba55c97-ef40-4967-920b-de7c3a79b402), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.620870 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 43d93943-0d89-4b4d-9d66-97ee6e57d00f no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:41:22.627786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.630441 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-330bc9ce-5e14-4edc-9dcb-238a0f3ce8f3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/793f968c-dc90-4526-a01e-19610fe99392 HTTP/1.1" status: 204 len: 168 time: 1.4277620 Jul 25 12:41:22.631676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48066) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:22.644134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 43d93943-0d89-4b4d-9d66-97ee6e57d00f {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:41:22.644490 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 43d93943-0d89-4b4d-9d66-97ee6e57d00f not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:41:22.694222 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Deleting subnet cc978084-6825-41bc-a291-9245d779fe66 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:41:22.698311 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Publish callbacks [] for subnet (cc978084-6825-41bc-a291-9245d779fe66), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.726769 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:22.737856 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (3ba55c97-ef40-4967-920b-de7c3a79b402), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.753372 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (cc978084-6825-41bc-a291-9245d779fe66), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.776608 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.777323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.777671 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.778031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > port after_create 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.778945 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > port after_delete 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.779266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > port after_update 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.780768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.780940 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.781228 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.781546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.848184 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba2923-70a2-41b4-bc3f-e0e8c7a6ec7f req-e8228a01-3737-4a1b-9775-c557678a170e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:22.849548 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2eba2923-70a2-41b4-bc3f-e0e8c7a6ec7f req-e8228a01-3737-4a1b-9775-c557678a170e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0991354 Jul 25 12:41:22.851010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.851355 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.851683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.852011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 12:41:22.852372 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba55c97-ef40-4967-920b-de7c3a79b402']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:22.888685 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597de7b1-0650-4be7-a9d2-8283f9a904b4') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:22.889024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597de7b1-0650-4be7-a9d2-8283f9a904b4') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:22.907962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (597de7b1-0650-4be7-a9d2-8283f9a904b4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.930700 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (597de7b1-0650-4be7-a9d2-8283f9a904b4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.941253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:41:22.941607 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (597de7b1-0650-4be7-a9d2-8283f9a904b4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:22.989015 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (cc978084-6825-41bc-a291-9245d779fe66), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.015446 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2eba2923-70a2-41b4-bc3f-e0e8c7a6ec7f req-6212f84c-8aa6-4c78-9106-2259471f9605 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456225 Jul 25 12:41:23.028901 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:23.068837 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (3ba55c97-ef40-4967-920b-de7c3a79b402), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.072737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (cc978084-6825-41bc-a291-9245d779fe66), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.095948 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba55c97-ef40-4967-920b-de7c3a79b402,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:23.095948 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.108768 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2688375a-7650-40d5-9847-9b41e0fa7afc admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ba55c97-ef40-4967-920b-de7c3a79b402 HTTP/1.1" status: 204 len: 168 time: 0.5817597 Jul 25 12:41:23.112366 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.121880 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc978084-6825-41bc-a291-9245d779fe66,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:23.128713 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.132183 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6f6ef4e0-a220-49ab-b560-6ef6c03f7c3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc978084-6825-41bc-a291-9245d779fe66 HTTP/1.1" status: 204 len: 168 time: 0.4988966 Jul 25 12:41:23.134632 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48090) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:23.147235 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390ec98-08b8-45f0-ba54-d4845a8e377d None None] Network 12b081c2-f14a-40b2-adf8-deea7b57cbca requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:41:23.235810 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (12b081c2-f14a-40b2-adf8-deea7b57cbca), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.285173 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Deleting port f0e0eb08-99b0-478a-b271-03ca789940fc {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:41:23.285536 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.291693 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:23.378963 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] For port f0e0eb08-99b0-478a-b271-03ca789940fc, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=f0e0eb08-99b0-478a-b271-03ca789940fc,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:23.379445 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.396649 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Calling delete_port for f0e0eb08-99b0-478a-b271-03ca789940fc owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:41:23.401388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48100) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:23.417161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] DHCP port deletion for 12b081c2-f14a-40b2-adf8-deea7b57cbca request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:41:23.480435 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Deleting port f0e0eb08-99b0-478a-b271-03ca789940fc {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:41:23.480878 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.504307 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-aaaed81a-348e-4aec-b7b4-10b33bd45924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fe0a286aca64c789b36e330bd231a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0989685 Jul 25 12:41:23.508033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48106) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:23.539041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.602584 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] Publish callbacks [] for security_group (f24be63b-8c9d-457e-9004-b3dc2bede903), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.605097 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e0eb08-99b0-478a-b271-03ca789940fc,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:23.610955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:23.613397 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] For port f0e0eb08-99b0-478a-b271-03ca789940fc, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=f0e0eb08-99b0-478a-b271-03ca789940fc,segment=NetworkSegment(ec6b58d7-a2c1-4d4d-aa2e-1345fff08145),segment_id=ec6b58d7-a2c1-4d4d-aa2e-1345fff08145)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:41:23.613882 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] No DVR routers for this DVR port f0e0eb08-99b0-478a-b271-03ca789940fc on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:41:23.614242 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.639999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] Publish callbacks [] for security_group (f24be63b-8c9d-457e-9004-b3dc2bede903), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.649663 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Calling delete_port for f0e0eb08-99b0-478a-b271-03ca789940fc owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:41:23.673347 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:23.723414 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (12b081c2-f14a-40b2-adf8-deea7b57cbca), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.749196 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b081c2-f14a-40b2-adf8-deea7b57cbca']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:23.761828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:23.762236 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6b58d7-a2c1-4d4d-aa2e-1345fff08145') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:41:23.773606 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (ec6b58d7-a2c1-4d4d-aa2e-1345fff08145), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.789554 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (ec6b58d7-a2c1-4d4d-aa2e-1345fff08145), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.806736 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:41:23.807933 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (ec6b58d7-a2c1-4d4d-aa2e-1345fff08145), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.821724 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (f0e0eb08-99b0-478a-b271-03ca789940fc), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.849943 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] Pushing event deleted for resources: {'Port': ['ID=f0e0eb08-99b0-478a-b271-03ca789940fc,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:23.858109 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a42381-2173-4c19-a2fc-a0209be790c9 None None] No DVR routers for this DVR port f0e0eb08-99b0-478a-b271-03ca789940fc on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:41:23.885836 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (12b081c2-f14a-40b2-adf8-deea7b57cbca), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.893460 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:23.897198 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] 10.222.0.60 "DELETE /v2.0/networks/12b081c2-f14a-40b2-adf8-deea7b57cbca HTTP/1.1" status: 204 len: 168 time: 0.7614393 Jul 25 12:41:23.911902 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9e1ff-697c-46f5-b28e-97b2123efe39 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b081c2-f14a-40b2-adf8-deea7b57cbca,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:23.937464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48112) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:23.943991 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 597de7b1-0650-4be7-a9d2-8283f9a904b4 resource provider aggregate not found Jul 25 12:41:23.966964 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 597de7b1-0650-4be7-a9d2-8283f9a904b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597de7b1-0650-4be7-a9d2-8283f9a904b4 found for delete ", "request_id": "req-bf2c47b0-e943-4a1f-8c41-4255e167b830"}]} Jul 25 12:41:24.005169 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f24be63b-8c9d-457e-9004-b3dc2bede903), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.010114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.012365 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f24be63b-8c9d-457e-9004-b3dc2bede903 HTTP/1.1" status: 204 len: 168 time: 0.5030305 Jul 25 12:41:24.026371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c35d34-70e4-4607-982f-66e816a19e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24be63b-8c9d-457e-9004-b3dc2bede903,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:24.069120 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:24.080089 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd72b4dd-da1c-4e88-923f-9616e95d8369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.096756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:24.158201 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48122) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:24.211455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd72b4dd-da1c-4e88-923f-9616e95d8369 admin admin] Publish callbacks [] for security_group (c656abe7-99f7-4d0a-b634-79dcabbdbc5c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.218481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad120e-ba39-4694-9e03-2b73b9a87ab1 req-0e4f5449-de49-4348-9179-1e17e8222608 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:24.222835 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd72b4dd-da1c-4e88-923f-9616e95d8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c656abe7-99f7-4d0a-b634-79dcabbdbc5c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.225617 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7ad120e-ba39-4694-9e03-2b73b9a87ab1 req-0e4f5449-de49-4348-9179-1e17e8222608 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0856602 Jul 25 12:41:24.231126 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-dbcb659a-02c0-4e63-8568-bfdced4028f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c24e32d2fb6e4a3db413acc06528d15e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0717361 Jul 25 12:41:24.241356 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48126) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:24.280931 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72b4dd-da1c-4e88-923f-9616e95d8369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c656abe7-99f7-4d0a-b634-79dcabbdbc5c,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:24.286664 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cd72b4dd-da1c-4e88-923f-9616e95d8369 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6276528cc9f2420d9f400a986160ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470385 Jul 25 12:41:24.288982 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48130) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:24.345534 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] Publish callbacks [] for security_group (c656abe7-99f7-4d0a-b634-79dcabbdbc5c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.347161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a7ad120e-ba39-4694-9e03-2b73b9a87ab1 req-a805c6d3-afbe-4db4-b694-2a97d6e0ece9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Jul 25 12:41:24.355557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] Publish callbacks [] for security_group (736366e4-1458-4a7d-91c3-542fba31aaf4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.371770 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] Publish callbacks [] for security_group (c656abe7-99f7-4d0a-b634-79dcabbdbc5c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.380004 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] Publish callbacks [] for security_group (736366e4-1458-4a7d-91c3-542fba31aaf4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.435886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c656abe7-99f7-4d0a-b634-79dcabbdbc5c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.440877 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.442589 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c656abe7-99f7-4d0a-b634-79dcabbdbc5c HTTP/1.1" status: 204 len: 168 time: 0.1525080 Jul 25 12:41:24.471782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (736366e4-1458-4a7d-91c3-542fba31aaf4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.472737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ed984-d91b-453e-a1e4-0951121396f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c656abe7-99f7-4d0a-b634-79dcabbdbc5c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:24.476027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.477444 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/736366e4-1458-4a7d-91c3-542fba31aaf4 HTTP/1.1" status: 204 len: 168 time: 0.2347150 Jul 25 12:41:24.489508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237807a-403c-4f28-9c56-6ca2aaf4073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736366e4-1458-4a7d-91c3-542fba31aaf4,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:24.493991 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment ec6b58d7-a2c1-4d4d-aa2e-1345fff08145 resource provider aggregate not found Jul 25 12:41:24.494906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 776cca14-b58d-41c6-ada2-272142dd0f8e no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:41:24.522260 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment ec6b58d7-a2c1-4d4d-aa2e-1345fff08145 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec6b58d7-a2c1-4d4d-aa2e-1345fff08145 found for delete ", "request_id": "req-304ed133-bac0-47e6-b5ac-5e7f3e40cfc2"}]} Jul 25 12:41:24.610217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48142) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:24.677459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 776cca14-b58d-41c6-ada2-272142dd0f8e {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:41:24.678066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 776cca14-b58d-41c6-ada2-272142dd0f8e not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:41:24.678228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device f0e0eb08-99b0-478a-b271-03ca789940fc no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:41:24.695382 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e69a5f5c-31c6-4f74-8150-c3cfdc06c7a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5edca2f0196a4c67a57aaab43a1a7825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838981 Jul 25 12:41:24.697764 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48146) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:24.709123 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: f0e0eb08-99b0-478a-b271-03ca789940fc {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:41:24.709470 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device f0e0eb08-99b0-478a-b271-03ca789940fc not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:41:24.765031 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] Publish callbacks [] for security_group (69bb7f30-2399-4150-a59f-c1e5e1e91415), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.798251 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] Publish callbacks [] for security_group (69bb7f30-2399-4150-a59f-c1e5e1e91415), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.849256 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (69bb7f30-2399-4150-a59f-c1e5e1e91415), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.852656 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:24.856273 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69bb7f30-2399-4150-a59f-c1e5e1e91415 HTTP/1.1" status: 204 len: 168 time: 0.1548526 Jul 25 12:41:24.863190 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b1a3-5824-407c-9034-53ce4ff1fa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb7f30-2399-4150-a59f-c1e5e1e91415,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:25.505571 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f81226-99ef-48c4-a10e-5b8ba33cd430 req-b8e98680-0add-439b-b99a-a6933aba370a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:25.507404 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3f81226-99ef-48c4-a10e-5b8ba33cd430 req-b8e98680-0add-439b-b99a-a6933aba370a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Jul 25 12:41:25.568986 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3f81226-99ef-48c4-a10e-5b8ba33cd430 req-9daa12cb-9572-4af9-b7c5-5a751611e002 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Jul 25 12:41:26.693756 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f60da-5f55-4e7b-9a39-b8d728c1208d req-ae10c045-ed58-4b41-b9d3-b71b68b0cec5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:26.695260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c37f60da-5f55-4e7b-9a39-b8d728c1208d req-ae10c045-ed58-4b41-b9d3-b71b68b0cec5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0491724 Jul 25 12:41:26.745137 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c37f60da-5f55-4e7b-9a39-b8d728c1208d req-709d4d09-7a90-44e2-a073-acd097d36048 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Jul 25 12:41:27.098573 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48258) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:27.209972 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd19c037-5572-408e-8948-19263d0a018f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.257179 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:27.289999 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd19c037-5572-408e-8948-19263d0a018f admin admin] Publish callbacks [] for security_group (f5c6c15a-0873-4b8e-bd53-407cb76b1755), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.293698 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd19c037-5572-408e-8948-19263d0a018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f5c6c15a-0873-4b8e-bd53-407cb76b1755), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.333598 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19c037-5572-408e-8948-19263d0a018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6c15a-0873-4b8e-bd53-407cb76b1755,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:27.337778 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cd19c037-5572-408e-8948-19263d0a018f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=499aea7bcd1f4ef9a840e6ffdaec46d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381933 Jul 25 12:41:27.340560 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48262) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:27.347990 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=16,neutron:UPDATE=1,neutron:SELECT=79,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:27.394387 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] Publish callbacks [] for security_group (f5c6c15a-0873-4b8e-bd53-407cb76b1755), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.416792 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] Publish callbacks [] for security_group (f5c6c15a-0873-4b8e-bd53-407cb76b1755), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.468112 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f5c6c15a-0873-4b8e-bd53-407cb76b1755), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.470982 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.472229 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5c6c15a-0873-4b8e-bd53-407cb76b1755 HTTP/1.1" status: 204 len: 168 time: 0.1301670 Jul 25 12:41:27.485345 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbe36f-f331-4138-b265-29454f0af4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6c15a-0873-4b8e-bd53-407cb76b1755,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:27.790641 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48286) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:27.805453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.885519 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897fdb-4544-4dbf-8e94-53883e89b7e8 req-8af9ac74-4ce5-4bff-ade4-201b73724628 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:27.887073 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b897fdb-4544-4dbf-8e94-53883e89b7e8 req-8af9ac74-4ce5-4bff-ade4-201b73724628 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Jul 25 12:41:27.904653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Publish callbacks [] for security_group (9cee13f7-78c5-41a2-bc48-aac57b71ef1f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.909264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9cee13f7-78c5-41a2-bc48-aac57b71ef1f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:27.915085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:27.945395 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b897fdb-4544-4dbf-8e94-53883e89b7e8 req-51baba68-8349-41ed-81ac-ec5d492b0778 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Jul 25 12:41:27.952766 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cee13f7-78c5-41a2-bc48-aac57b71ef1f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:27.958801 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d655165ef3ff456aa9d210a3c10061e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660264 Jul 25 12:41:27.961582 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48294) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:27.976062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.976870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.977220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.977610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.978123 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.978458 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.978791 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.979147 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.979986 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.980325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.980659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.980989 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.982039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.982368 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:27.982692 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54cf6f-178e-43b7-a44d-92d19d4f9421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:28.021578 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] Publish callbacks [] for security_group (9cee13f7-78c5-41a2-bc48-aac57b71ef1f), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:28.045622 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] Publish callbacks [] for security_group (9cee13f7-78c5-41a2-bc48-aac57b71ef1f), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:28.096517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9cee13f7-78c5-41a2-bc48-aac57b71ef1f), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:28.099160 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:28.100640 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cee13f7-78c5-41a2-bc48-aac57b71ef1f HTTP/1.1" status: 204 len: 168 time: 0.1379631 Jul 25 12:41:28.112863 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1654f-c68a-4c27-8686-cadb142f35c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cee13f7-78c5-41a2-bc48-aac57b71ef1f,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:29.072404 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38baf-c767-4333-a084-05a697ed6a36 req-874b36de-893b-44e9-9e79-e9b4daeac012 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:29.073932 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6fb38baf-c767-4333-a084-05a697ed6a36 req-874b36de-893b-44e9-9e79-e9b4daeac012 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Jul 25 12:41:29.123309 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6fb38baf-c767-4333-a084-05a697ed6a36 req-758a6dbd-a3b5-459a-a268-4f0c96a1c36b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Jul 25 12:41:29.596713 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48362) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:29.716841 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:29.799380 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Publish callbacks [] for security_group (f7e27b46-5735-473d-a60c-0417adf03697), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:29.804601 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f7e27b46-5735-473d-a60c-0417adf03697), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:29.843366 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e27b46-5735-473d-a60c-0417adf03697,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:29.849801 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddbe4a761eef4f7da9c514dff339f936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497303 Jul 25 12:41:29.850660 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48376) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:29.855176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.855513 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.855845 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.856204 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.856586 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.856908 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.857226 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.857659 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.858317 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.858943 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.859764 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.860343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.860808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.861269 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.861939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87deca4a-3381-437e-8ff0-55c969460da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:41:29.931517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] Publish callbacks [] for security_group (f7e27b46-5735-473d-a60c-0417adf03697), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:29.956249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] Publish callbacks [] for security_group (f7e27b46-5735-473d-a60c-0417adf03697), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.006606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f7e27b46-5735-473d-a60c-0417adf03697), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.010809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.012428 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7e27b46-5735-473d-a60c-0417adf03697 HTTP/1.1" status: 204 len: 168 time: 0.1604013 Jul 25 12:41:30.024680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8bb3-a203-401b-a346-eda55e0d3e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e27b46-5735-473d-a60c-0417adf03697,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:30.261527 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80eb32-a953-4bb6-a9e2-c72982e04abd req-750ef02a-195f-4af0-b941-b720d1e15fbb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:30.263541 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3e80eb32-a953-4bb6-a9e2-c72982e04abd req-750ef02a-195f-4af0-b941-b720d1e15fbb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Jul 25 12:41:30.311560 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:30.328190 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3e80eb32-a953-4bb6-a9e2-c72982e04abd req-4e7e9772-4c35-4cb7-9e60-4895bc67acda tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571876 Jul 25 12:41:30.469235 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48412) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:30.649211 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d68928b-a0ee-4e51-88bc-e0c1a2f3e822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.739140 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d68928b-a0ee-4e51-88bc-e0c1a2f3e822 admin admin] Publish callbacks [] for security_group (ce5948f8-c915-4c3a-9b9f-87d52295519c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.744665 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5d68928b-a0ee-4e51-88bc-e0c1a2f3e822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (ce5948f8-c915-4c3a-9b9f-87d52295519c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.786736 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68928b-a0ee-4e51-88bc-e0c1a2f3e822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5948f8-c915-4c3a-9b9f-87d52295519c,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:30.795004 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5d68928b-a0ee-4e51-88bc-e0c1a2f3e822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10c02ecd38ca45279ab37bf17cc78c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244624 Jul 25 12:41:30.797846 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48426) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:30.851794 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] Publish callbacks [] for security_group (ce5948f8-c915-4c3a-9b9f-87d52295519c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.855787 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:30.878513 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] Publish callbacks [] for security_group (ce5948f8-c915-4c3a-9b9f-87d52295519c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.933748 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (ce5948f8-c915-4c3a-9b9f-87d52295519c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.936967 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:30.938261 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce5948f8-c915-4c3a-9b9f-87d52295519c HTTP/1.1" status: 204 len: 168 time: 0.1344731 Jul 25 12:41:30.947930 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d6961-4e27-4fe8-81bb-9e8749a23b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5948f8-c915-4c3a-9b9f-87d52295519c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:31.303110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48442) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:31.319990 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-908d8638-9b8d-4f44-9e6f-cd71cac0a290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.409828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-908d8638-9b8d-4f44-9e6f-cd71cac0a290 admin admin] Publish callbacks [] for security_group (f4798610-5d79-4c35-8c49-1afb5d928704), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.415110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-908d8638-9b8d-4f44-9e6f-cd71cac0a290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f4798610-5d79-4c35-8c49-1afb5d928704), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.472784 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d8638-9b8d-4f44-9e6f-cd71cac0a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4798610-5d79-4c35-8c49-1afb5d928704,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:31.479697 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-908d8638-9b8d-4f44-9e6f-cd71cac0a290 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7759e80e6b6d4f96ac765525d4047962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727140 Jul 25 12:41:31.480359 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48450) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:31.529842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050817-2b22-45ee-9c31-d575b50aeaee req-30521c79-fb6d-4438-a0b9-f6d440004430 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:31.531923 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81050817-2b22-45ee-9c31-d575b50aeaee req-30521c79-fb6d-4438-a0b9-f6d440004430 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.1010535 Jul 25 12:41:31.547440 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] Publish callbacks [] for security_group (f4798610-5d79-4c35-8c49-1afb5d928704), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.569799 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] Publish callbacks [] for security_group (f4798610-5d79-4c35-8c49-1afb5d928704), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.583476 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81050817-2b22-45ee-9c31-d575b50aeaee req-53fceeff-c617-45f3-8e98-b5c7915b66ec tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Jul 25 12:41:31.618233 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (f4798610-5d79-4c35-8c49-1afb5d928704), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.620746 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:31.621900 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4798610-5d79-4c35-8c49-1afb5d928704 HTTP/1.1" status: 204 len: 168 time: 0.1406655 Jul 25 12:41:31.631253 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589acf-a165-4ddc-8297-8ef97471aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4798610-5d79-4c35-8c49-1afb5d928704,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:31.849605 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=49 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:31.857434 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=71 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:32.708851 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856b0f-b11e-42c7-9130-14690b99397c req-645f4e9f-f70d-409b-8ddb-75c41d2ff1e2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:32.710469 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-09856b0f-b11e-42c7-9130-14690b99397c req-645f4e9f-f70d-409b-8ddb-75c41d2ff1e2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0555704 Jul 25 12:41:32.766477 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-09856b0f-b11e-42c7-9130-14690b99397c req-a4e4beef-8e1f-40d9-aeb6-2fdea741b114 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479007 Jul 25 12:41:33.854085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:33.904979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff926f-5cfc-4b12-9e98-f03331b60bda req-b2e9974d-d057-424f-a718-287b37f5e33f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:33.906534 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-29ff926f-5cfc-4b12-9e98-f03331b60bda req-b2e9974d-d057-424f-a718-287b37f5e33f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0613556 Jul 25 12:41:33.966161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-29ff926f-5cfc-4b12-9e98-f03331b60bda req-bad195b4-d03a-43d5-89ae-da0d6027ec70 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531025 Jul 25 12:41:34.302952 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48584) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:34.413386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:34.431725 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c027814b-38b3-45b0-9792-c5bcbd4db7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.516244 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c027814b-38b3-45b0-9792-c5bcbd4db7d2 admin admin] Publish callbacks [] for security_group (88f14f99-3b66-48f2-8162-d2200e757c34), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.519890 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c027814b-38b3-45b0-9792-c5bcbd4db7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (88f14f99-3b66-48f2-8162-d2200e757c34), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.558142 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027814b-38b3-45b0-9792-c5bcbd4db7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f14f99-3b66-48f2-8162-d2200e757c34,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:34.563697 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c027814b-38b3-45b0-9792-c5bcbd4db7d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cfcd2f14bda43e9986f88e054c6a228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587469 Jul 25 12:41:34.565759 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48592) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:34.570943 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.615327 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] Publish callbacks [] for security_group (88f14f99-3b66-48f2-8162-d2200e757c34), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.636676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] Publish callbacks [] for security_group (88f14f99-3b66-48f2-8162-d2200e757c34), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.642307 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:34.687151 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (88f14f99-3b66-48f2-8162-d2200e757c34), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.689735 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:34.690940 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88f14f99-3b66-48f2-8162-d2200e757c34 HTTP/1.1" status: 204 len: 168 time: 0.1240494 Jul 25 12:41:34.698912 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28e30-0be5-45fd-b696-bbd7c13d1396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f14f99-3b66-48f2-8162-d2200e757c34,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:34.973307 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48604) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:34.990165 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9cd630b0-942f-4dc8-b488-297b110ae0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.107734 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e326d-5adb-4589-ae62-ceddddc1ba2c req-4c26a090-eb63-4e5d-bf19-dac657a7abb3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:35.109211 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f5e326d-5adb-4589-ae62-ceddddc1ba2c req-4c26a090-eb63-4e5d-bf19-dac657a7abb3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0680442 Jul 25 12:41:35.114289 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9cd630b0-942f-4dc8-b488-297b110ae0ce admin admin] Publish callbacks [] for security_group (9149427f-fb64-46b5-aba1-94515e60e368), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.123285 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9cd630b0-942f-4dc8-b488-297b110ae0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9149427f-fb64-46b5-aba1-94515e60e368), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.181957 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd630b0-942f-4dc8-b488-297b110ae0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9149427f-fb64-46b5-aba1-94515e60e368,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:35.193587 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9cd630b0-942f-4dc8-b488-297b110ae0ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a261d56105247879aaf114228913a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168911 Jul 25 12:41:35.194075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48614) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:35.198610 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f5e326d-5adb-4589-ae62-ceddddc1ba2c req-3246d49d-0fdf-4e06-9404-6b37b3725e48 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828645 Jul 25 12:41:35.251981 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] Publish callbacks [] for security_group (9149427f-fb64-46b5-aba1-94515e60e368), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.279390 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] Publish callbacks [] for security_group (9149427f-fb64-46b5-aba1-94515e60e368), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.328809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9149427f-fb64-46b5-aba1-94515e60e368), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.331366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:35.332557 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9149427f-fb64-46b5-aba1-94515e60e368 HTTP/1.1" status: 204 len: 168 time: 0.1375153 Jul 25 12:41:35.340178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b52589-d092-4085-84d5-2fb6e77ad1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9149427f-fb64-46b5-aba1-94515e60e368,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:36.351566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106583d-faf1-45fa-b3ae-ee19965f3b08 req-998c85b4-a4f2-43e1-a94e-bac13b14d6bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:36.353138 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8106583d-faf1-45fa-b3ae-ee19965f3b08 req-998c85b4-a4f2-43e1-a94e-bac13b14d6bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0596147 Jul 25 12:41:36.409117 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8106583d-faf1-45fa-b3ae-ee19965f3b08 req-db05a309-4a89-4b87-a075-5fb3112baec3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Jul 25 12:41:36.877371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fa258-8bf4-44b9-ad3c-852a6d9d6518 req-79d73100-aa4c-468f-9842-7bac42fb3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:36.878914 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab8fa258-8bf4-44b9-ad3c-852a6d9d6518 req-79d73100-aa4c-468f-9842-7bac42fb3aba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1129 time: 0.0410202 Jul 25 12:41:36.923941 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab8fa258-8bf4-44b9-ad3c-852a6d9d6518 req-2f491055-0f22-4c4d-956e-3a6350cd3d31 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Jul 25 12:41:37.460495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48736) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:37.534188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5facbe-ba90-4215-9aed-837a648cdbe4 req-06787372-2a7f-4773-babe-756315d4b4ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:37.535714 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7a5facbe-ba90-4215-9aed-837a648cdbe4 req-06787372-2a7f-4773-babe-756315d4b4ac tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Jul 25 12:41:37.587468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4f4c375c-6a97-4b4b-aa3a-078b0e9c3b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.596077 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7a5facbe-ba90-4215-9aed-837a648cdbe4 req-3127cdd0-e231-473b-86d3-8c694500d272 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jul 25 12:41:37.652617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:37.682698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4f4c375c-6a97-4b4b-aa3a-078b0e9c3b94 admin admin] Publish callbacks [] for security_group (11258f16-b054-4b04-aab9-c6a178d2e178), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.686761 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4f4c375c-6a97-4b4b-aa3a-078b0e9c3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (11258f16-b054-4b04-aab9-c6a178d2e178), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.725460 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4f4c375c-6a97-4b4b-aa3a-078b0e9c3b94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df5a90f4ca324da083b7bd2fe5941f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637873 Jul 25 12:41:37.726593 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c375c-6a97-4b4b-aa3a-078b0e9c3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11258f16-b054-4b04-aab9-c6a178d2e178,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:37.728098 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48746) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:37.777431 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] Publish callbacks [] for security_group (11258f16-b054-4b04-aab9-c6a178d2e178), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.799841 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] Publish callbacks [] for security_group (11258f16-b054-4b04-aab9-c6a178d2e178), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.833074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:37.850374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (11258f16-b054-4b04-aab9-c6a178d2e178), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.853194 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:37.854363 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11258f16-b054-4b04-aab9-c6a178d2e178 HTTP/1.1" status: 204 len: 168 time: 0.1252904 Jul 25 12:41:37.862990 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd963-a94f-4f1b-95d4-15718e0fa6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11258f16-b054-4b04-aab9-c6a178d2e178,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:38.124597 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48754) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:38.138300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ddb11ba7-738d-495b-b829-c9057237e5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.226375 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ddb11ba7-738d-495b-b829-c9057237e5ba admin admin] Publish callbacks [] for security_group (2cc3668c-20c9-4987-ae7f-01eec44029a7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.230198 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ddb11ba7-738d-495b-b829-c9057237e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2cc3668c-20c9-4987-ae7f-01eec44029a7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.270477 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb11ba7-738d-495b-b829-c9057237e5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3668c-20c9-4987-ae7f-01eec44029a7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:38.279241 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ddb11ba7-738d-495b-b829-c9057237e5ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c2b395f43354844af9258dc87ead1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506078 Jul 25 12:41:38.279763 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48756) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:38.336435 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:38.344050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] Publish callbacks [] for security_group (2cc3668c-20c9-4987-ae7f-01eec44029a7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.372664 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] Publish callbacks [] for security_group (2cc3668c-20c9-4987-ae7f-01eec44029a7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.425754 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2cc3668c-20c9-4987-ae7f-01eec44029a7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.428714 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:38.430187 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cc3668c-20c9-4987-ae7f-01eec44029a7 HTTP/1.1" status: 204 len: 168 time: 0.1497586 Jul 25 12:41:38.439796 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88ab9-886a-4a4b-b4ef-5d5883aa68a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3668c-20c9-4987-ae7f-01eec44029a7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:38.753886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfb387-f835-49bc-905c-5e3b30d902ff req-5895c294-b0ce-42ee-a2c0-9698fdeb2ac2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:38.755469 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97dfb387-f835-49bc-905c-5e3b30d902ff req-5895c294-b0ce-42ee-a2c0-9698fdeb2ac2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0608335 Jul 25 12:41:38.812650 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97dfb387-f835-49bc-905c-5e3b30d902ff req-63edf899-6222-4276-8d55-dc61ff8bb203 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515823 Jul 25 12:41:39.675868 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 48828) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:39.795693 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36c82e56-d9f3-4c27-af77-684a6d567a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:39.886476 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36c82e56-d9f3-4c27-af77-684a6d567a97 admin admin] Publish callbacks [] for security_group (56413ded-4e2a-456f-94e7-c617935e10af), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:39.891016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36c82e56-d9f3-4c27-af77-684a6d567a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (56413ded-4e2a-456f-94e7-c617935e10af), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:39.937668 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 48842) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:39.938230 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-36c82e56-d9f3-4c27-af77-684a6d567a97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2e9e9773b6f4a61a88ef01709bc90f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604139 Jul 25 12:41:39.939096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82e56-d9f3-4c27-af77-684a6d567a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56413ded-4e2a-456f-94e7-c617935e10af,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:39.963640 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2633d76-3392-41f2-873e-a626a1a59fc3 req-27096b8b-9605-46d6-bba5-e9e49d8cd896 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:39.965459 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a2633d76-3392-41f2-873e-a626a1a59fc3 req-27096b8b-9605-46d6-bba5-e9e49d8cd896 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0650158 Jul 25 12:41:40.045620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] Publish callbacks [] for security_group (56413ded-4e2a-456f-94e7-c617935e10af), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:40.050875 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a2633d76-3392-41f2-873e-a626a1a59fc3 req-f624843a-a02f-43f3-b488-312c2fed7805 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777025 Jul 25 12:41:40.076352 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] Publish callbacks [] for security_group (56413ded-4e2a-456f-94e7-c617935e10af), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:40.136458 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (56413ded-4e2a-456f-94e7-c617935e10af), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:40.140060 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:40.141527 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56413ded-4e2a-456f-94e7-c617935e10af HTTP/1.1" status: 204 len: 168 time: 0.2013500 Jul 25 12:41:40.152912 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f2761-4467-4704-b352-8457f4669c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56413ded-4e2a-456f-94e7-c617935e10af,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:40.197618 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c3ae-4962-4701-9ba2-e2fd627b5c14 req-c3b057a5-2cc1-4e93-b293-79de48908e9d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:40.206134 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab81c3ae-4962-4701-9ba2-e2fd627b5c14 req-c3b057a5-2cc1-4e93-b293-79de48908e9d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0802891 Jul 25 12:41:40.231875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:40.284221 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab81c3ae-4962-4701-9ba2-e2fd627b5c14 req-3ed0f897-8fc1-421f-86d9-5320ea1ee4fb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769668 Jul 25 12:41:40.556769 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:41:43.009658 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6923e-6262-4d0b-b679-726dd4129cf3 req-3ab143ba-550e-4ceb-b1c0-e66631b79463 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:43.011102 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-01a6923e-6262-4d0b-b679-726dd4129cf3 req-3ab143ba-550e-4ceb-b1c0-e66631b79463 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0561574 Jul 25 12:41:43.057560 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-47939c23-7d36-4033-ab04-079c6b7f7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:43.059003 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-47939c23-7d36-4033-ab04-079c6b7f7200 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0650189 Jul 25 12:41:43.128578 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-01a6923e-6262-4d0b-b679-726dd4129cf3 req-5f70770d-f11f-4bb2-906b-99d43ed3eea1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961950 Jul 25 12:41:43.173801 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-20951706-e0b4-439d-a1b0-1a44cb31c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:43.175351 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-20951706-e0b4-439d-a1b0-1a44cb31c613 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1066530 Jul 25 12:41:43.218981 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-97114d2b-9aec-468f-93b1-c749d568f789 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.0373394 Jul 25 12:41:43.269800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-4ec2bf2a-d99f-492d-b3c6-1110b3538f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:43.271317 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-4ec2bf2a-d99f-492d-b3c6-1110b3538f7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0452168 Jul 25 12:41:43.316084 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-8fe6b4eb-fec4-43aa-a1f7-24c806e57617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:43.317500 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-8fe6b4eb-fec4-43aa-a1f7-24c806e57617 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398710 Jul 25 12:41:43.379272 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:43.414112 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-85e1f9aa-dd9c-4d68-b044-403bcf8806ef service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898814 Jul 25 12:41:43.507862 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af2d156d-1c35-42f2-8b34-6012b80e1856 req-de5e15ef-28b7-4baf-849d-eb30ba54cbb6 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Jul 25 12:41:44.252244 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f1f7-0bbd-410b-8d05-a730e03a8bb4 req-ca3731c6-26f7-43aa-9130-b27237fd5f57 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:44.253710 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7d38f1f7-0bbd-410b-8d05-a730e03a8bb4 req-ca3731c6-26f7-43aa-9130-b27237fd5f57 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0477550 Jul 25 12:41:44.303784 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7d38f1f7-0bbd-410b-8d05-a730e03a8bb4 req-f3cc04ef-da19-4f0b-828d-f447a396040b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Jul 25 12:41:44.695504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-c525c66e-64d3-4f4f-9aba-90816ea2727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:44.697038 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-c525c66e-64d3-4f4f-9aba-90816ea2727b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0440814 Jul 25 12:41:44.815347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-ed3e4214-d513-4691-ba67-ec89cfe456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:44.817996 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-ed3e4214-d513-4691-ba67-ec89cfe456b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.0992084 Jul 25 12:41:44.863579 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-1d89e0a4-fa1e-462b-beb2-d9b3a2a40a03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.0386858 Jul 25 12:41:44.913871 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-f77e9c6d-01b9-408a-8535-531862a87adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:44.915352 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-f77e9c6d-01b9-408a-8535-531862a87adf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0458460 Jul 25 12:41:44.963898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-14fba5dc-0410-40b5-9af0-bd58dbdd4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:44.965394 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-14fba5dc-0410-40b5-9af0-bd58dbdd4ffd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398588 Jul 25 12:41:45.077641 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-010d3a22-0295-46e8-a5ae-29d4871d15a9 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993872 Jul 25 12:41:45.162464 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:45.169226 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddac07c-23c1-4355-b81a-668f5dedd7bf req-99cb89d6-31e4-4a5c-a70e-644fc1c69bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Jul 25 12:41:45.354008 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=51,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:45.432106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e322-ef65-43dd-977b-61adcb010c8a req-09457a96-4011-4825-b55f-2364a639ac85 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:45.433995 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3500e322-ef65-43dd-977b-61adcb010c8a req-09457a96-4011-4825-b55f-2364a639ac85 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0531640 Jul 25 12:41:45.483471 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3500e322-ef65-43dd-977b-61adcb010c8a req-96a3b905-3692-4c0a-abe3-da967355459d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Jul 25 12:41:46.160432 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49000) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:46.270604 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1812032d-aa39-4ac2-a1e1-f146bbc36729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.344507 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:46.346613 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1812032d-aa39-4ac2-a1e1-f146bbc36729 admin admin] Publish callbacks [] for security_group (69fe4661-71b2-40c9-bdf3-d072abf120de), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.350947 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1812032d-aa39-4ac2-a1e1-f146bbc36729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (69fe4661-71b2-40c9-bdf3-d072abf120de), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.395214 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1812032d-aa39-4ac2-a1e1-f146bbc36729 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf5117b767c54f7ca763c72d1852834e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313347 Jul 25 12:41:46.395214 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812032d-aa39-4ac2-a1e1-f146bbc36729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fe4661-71b2-40c9-bdf3-d072abf120de,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:46.396569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49004) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:46.446811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] Publish callbacks [] for security_group (69fe4661-71b2-40c9-bdf3-d072abf120de), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.468188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] Publish callbacks [] for security_group (69fe4661-71b2-40c9-bdf3-d072abf120de), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.516644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (69fe4661-71b2-40c9-bdf3-d072abf120de), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.519266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:46.520422 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69fe4661-71b2-40c9-bdf3-d072abf120de HTTP/1.1" status: 204 len: 168 time: 0.1224837 Jul 25 12:41:46.529979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f581ce-175d-41d0-bd1e-80ce13652f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fe4661-71b2-40c9-bdf3-d072abf120de,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:46.619727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67254c-e92c-4363-bfe0-4ae988d41a4f req-7ae1c1d9-ce24-455c-bf8c-a13c97172b8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:46.621570 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3d67254c-e92c-4363-bfe0-4ae988d41a4f req-7ae1c1d9-ce24-455c-bf8c-a13c97172b8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0626044 Jul 25 12:41:46.681087 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3d67254c-e92c-4363-bfe0-4ae988d41a4f req-b2caf2d0-84fb-4be0-9868-a06cf51b0842 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Jul 25 12:41:47.079143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49022) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:47.187078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a2053c3e-a2d1-4215-9206-24d5d3845cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.267910 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a2053c3e-a2d1-4215-9206-24d5d3845cc0 admin admin] Publish callbacks [] for security_group (9b781f44-fb6b-4553-877d-3be15cb9142f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.271801 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a2053c3e-a2d1-4215-9206-24d5d3845cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9b781f44-fb6b-4553-877d-3be15cb9142f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.296343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:47.313039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2053c3e-a2d1-4215-9206-24d5d3845cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b781f44-fb6b-4553-877d-3be15cb9142f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:47.318133 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a2053c3e-a2d1-4215-9206-24d5d3845cc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1530a1e5bf24475bb0bf9725401c09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379820 Jul 25 12:41:47.320071 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49026) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:41:47.372196 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] Publish callbacks [] for security_group (9b781f44-fb6b-4553-877d-3be15cb9142f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.393854 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] Publish callbacks [] for security_group (9b781f44-fb6b-4553-877d-3be15cb9142f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.439902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9b781f44-fb6b-4553-877d-3be15cb9142f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.442486 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:47.443622 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b781f44-fb6b-4553-877d-3be15cb9142f HTTP/1.1" status: 204 len: 168 time: 0.1224353 Jul 25 12:41:47.454154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2cb1-763d-4313-b228-0be2718609be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b781f44-fb6b-4553-877d-3be15cb9142f,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:41:47.809415 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c64987-874f-40ef-a7b7-e9a436125e2c req-5da99dc5-8099-48ca-8a91-9c09429d25ad tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:47.811429 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f5c64987-874f-40ef-a7b7-e9a436125e2c req-5da99dc5-8099-48ca-8a91-9c09429d25ad tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0481710 Jul 25 12:41:47.862199 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f5c64987-874f-40ef-a7b7-e9a436125e2c req-02375d6a-db7e-4e4a-ae12-52f9e9180695 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Jul 25 12:41:47.881527 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-aa054edb-7397-41e7-9f83-58061a5adf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:48.988304 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40789010-0be8-4671-b6a9-b9912bd094d1 req-cc19fc97-830a-43e5-a904-dde8f6351be1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:48.989797 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-40789010-0be8-4671-b6a9-b9912bd094d1 req-cc19fc97-830a-43e5-a904-dde8f6351be1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0533917 Jul 25 12:41:49.039887 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-40789010-0be8-4671-b6a9-b9912bd094d1 req-3b38ceab-b0f7-47ef-bb34-90443c2d75cd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Jul 25 12:41:50.156176 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25c24-603b-47dc-bae4-027e22cea10e req-c505a423-f01f-41d1-8c6d-9e843b4d0b24 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:50.157699 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d5b25c24-603b-47dc-bae4-027e22cea10e req-c505a423-f01f-41d1-8c6d-9e843b4d0b24 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Jul 25 12:41:50.158191 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e5f159ec-5ae9-42f5-8236-95d9d010480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:50.207801 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d5b25c24-603b-47dc-bae4-027e22cea10e req-18f61fe1-2aa6-4917-80ef-cebdaf85d995 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Jul 25 12:41:50.549227 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:50.556376 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:51.283469 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:51.334258 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a5337-d32d-468b-bca2-424ee23d586c req-7202ea8a-936b-4262-b688-9c56db9dad54 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:51.335642 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d74a5337-d32d-468b-bca2-424ee23d586c req-7202ea8a-936b-4262-b688-9c56db9dad54 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0489223 Jul 25 12:41:51.385186 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d74a5337-d32d-468b-bca2-424ee23d586c req-564f4f5d-51cf-4376-934c-900557d06801 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Jul 25 12:41:52.501007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99c485-abc3-4252-ab67-790e00be5832 req-8e006f20-e871-45fb-afc5-c1d16d20415e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:52.502497 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c99c485-abc3-4252-ab67-790e00be5832 req-8e006f20-e871-45fb-afc5-c1d16d20415e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0460072 Jul 25 12:41:52.513112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:52.550758 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c99c485-abc3-4252-ab67-790e00be5832 req-a3f525b7-e3d9-4b1c-97ac-f62d5411e0b3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Jul 25 12:41:52.592928 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:53.076945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:41:53.653677 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:41:53.673755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1388bf2-ca42-407b-a49a-531a806b8e49 req-a263a58c-96a0-4442-8d9b-cc192a5693ba tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:53.675250 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d1388bf2-ca42-407b-a49a-531a806b8e49 req-a263a58c-96a0-4442-8d9b-cc192a5693ba tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0520971 Jul 25 12:41:53.721451 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d1388bf2-ca42-407b-a49a-531a806b8e49 req-33b40fbf-8f42-4d39-9164-703385b00fb7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Jul 25 12:41:54.839582 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a351a93-b3ef-4576-a123-e4c82fd5d7ef req-90368bea-ac6e-4682-9171-3f61e9620e8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:54.841015 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9a351a93-b3ef-4576-a123-e4c82fd5d7ef req-90368bea-ac6e-4682-9171-3f61e9620e8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Jul 25 12:41:54.886808 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9a351a93-b3ef-4576-a123-e4c82fd5d7ef req-ca75b5c3-79f0-407f-8044-3a6c424c299f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Jul 25 12:41:56.004126 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ca2c-7727-4643-afa0-c60af326fa89 req-8c3656d2-8bd0-40db-8a6c-5f79216698af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:56.005561 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-dd32ca2c-7727-4643-afa0-c60af326fa89 req-8c3656d2-8bd0-40db-8a6c-5f79216698af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0463450 Jul 25 12:41:56.052009 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-dd32ca2c-7727-4643-afa0-c60af326fa89 req-5c45b94e-2a20-49bd-95a2-66f9b88c9e3d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Jul 25 12:41:57.195887 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245e0d-7388-4846-b694-51b2f315b5f2 req-1b447cae-3e02-4fba-820a-1bdb35d47ba5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:57.197356 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe245e0d-7388-4846-b694-51b2f315b5f2 req-1b447cae-3e02-4fba-820a-1bdb35d47ba5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0756829 Jul 25 12:41:57.202508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8cce0-602d-454e-bb0a-2265234a4530 req-4ba25ebf-9ee5-4df2-8499-25ca9977eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:57.203865 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d2b8cce0-602d-454e-bb0a-2265234a4530 req-4ba25ebf-9ee5-4df2-8499-25ca9977eab0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0532176 Jul 25 12:41:57.276607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe245e0d-7388-4846-b694-51b2f315b5f2 req-b49cb730-8519-4194-9944-53beb753e7b5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718098 Jul 25 12:41:57.282739 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d2b8cce0-602d-454e-bb0a-2265234a4530 req-bc61218e-d047-40d2-a873-2894389e1546 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611544 Jul 25 12:41:58.397301 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadb995-ce3f-45f9-aaed-0d4e3c177d86 req-3be19b23-44b5-4115-af02-689f5eb2bf19 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:58.398905 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2aadb995-ce3f-45f9-aaed-0d4e3c177d86 req-3be19b23-44b5-4115-af02-689f5eb2bf19 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0482447 Jul 25 12:41:58.449934 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2aadb995-ce3f-45f9-aaed-0d4e3c177d86 req-5c2781db-c997-4427-873f-43e25acc7f13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Jul 25 12:41:59.574576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf390-277d-4b8c-b70f-43db66fe43a0 req-2dc5a23e-01b1-40d9-b5e3-af2566d75a82 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:59.576046 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1debf390-277d-4b8c-b70f-43db66fe43a0 req-2dc5a23e-01b1-40d9-b5e3-af2566d75a82 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Jul 25 12:41:59.626995 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1debf390-277d-4b8c-b70f-43db66fe43a0 req-5faa8614-b806-49f2-a2cb-977eec41630f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Jul 25 12:41:59.959653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a895d9-bdc5-4016-b97c-a99a27fab398 req-1e5d10ca-355d-44e0-8405-05154779e841 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:59.961261 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-52a895d9-bdc5-4016-b97c-a99a27fab398 req-1e5d10ca-355d-44e0-8405-05154779e841 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0902042 Jul 25 12:41:59.964535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-d00f37db-1cee-4b47-a112-016a2e27c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:41:59.965965 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-d00f37db-1cee-4b47-a112-016a2e27c92b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0609131 Jul 25 12:42:00.071026 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-52a895d9-bdc5-4016-b97c-a99a27fab398 req-bdbd2a8c-c06e-46ef-b00b-e2af083647a4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041076 Jul 25 12:42:00.108295 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-24e8e3f6-9ecd-43ac-9890-f9e5c0e02d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:00.110577 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-24e8e3f6-9ecd-43ac-9890-f9e5c0e02d67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1302097 Jul 25 12:42:00.151942 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-757ace8f-a803-43c9-abd5-42253ffc5e9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.0334592 Jul 25 12:42:00.166963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:00.204077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-44db8df0-b506-43db-b853-87ac6c900d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:00.205521 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-44db8df0-b506-43db-b853-87ac6c900d47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0463834 Jul 25 12:42:00.249447 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-14ba4c68-8996-4123-8ec2-3be35f5c15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:00.251354 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-14ba4c68-8996-4123-8ec2-3be35f5c15b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382149 Jul 25 12:42:00.342016 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-95d686bb-b596-4f41-975c-17afd537b493 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837345 Jul 25 12:42:00.434174 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e080793d-5cdf-47bf-9826-3fb6f40dc0c0 req-15ac12e8-ca7e-4ac9-99ec-963d803dd114 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Jul 25 12:42:01.194260 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920352-bf57-4a66-98a5-f7edd1939ee3 req-14924ddf-5ee8-4b14-aa09-ab2dafe0b456 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:01.195930 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e6920352-bf57-4a66-98a5-f7edd1939ee3 req-14924ddf-5ee8-4b14-aa09-ab2dafe0b456 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jul 25 12:42:01.246301 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e6920352-bf57-4a66-98a5-f7edd1939ee3 req-cc148269-0dc1-4799-ac1d-69665f8d0661 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444665 Jul 25 12:42:02.369403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f287c7-7395-44d0-87b9-0f92b7697381 req-dcd33588-3888-43e2-be39-bf46aff1619f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:02.370832 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-70f287c7-7395-44d0-87b9-0f92b7697381 req-dcd33588-3888-43e2-be39-bf46aff1619f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0457761 Jul 25 12:42:02.390591 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:02.419768 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-70f287c7-7395-44d0-87b9-0f92b7697381 req-ccfc49ae-19bc-4f2c-a6a0-dca4e6e91139 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Jul 25 12:42:03.067157 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:03.073066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:03.535683 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a68c8a-5dd7-46d0-9a16-76af626d210d req-1fba0d09-cfeb-4563-89e7-8592b2a92971 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:03.537136 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-35a68c8a-5dd7-46d0-9a16-76af626d210d req-1fba0d09-cfeb-4563-89e7-8592b2a92971 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0467134 Jul 25 12:42:03.582995 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-35a68c8a-5dd7-46d0-9a16-76af626d210d req-5cc7e246-625f-48a6-ac39-1e6ff758ba27 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jul 25 12:42:04.559376 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:04.826987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276774b0-e8ec-41cc-aab1-fa16eec30378 req-e8ee2a70-be10-42a0-bcc3-ec88dc09fce6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:04.828404 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-276774b0-e8ec-41cc-aab1-fa16eec30378 req-e8ee2a70-be10-42a0-bcc3-ec88dc09fce6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0449960 Jul 25 12:42:04.879892 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-276774b0-e8ec-41cc-aab1-fa16eec30378 req-250a4f9e-f12a-493d-840d-08ad3662d6d5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Jul 25 12:42:05.999935 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf94f3-2e4b-4384-99ca-2d0bb0036b07 req-f69bd068-2186-4b28-9cb7-bba4aeb709d7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:06.001397 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-96bf94f3-2e4b-4384-99ca-2d0bb0036b07 req-f69bd068-2186-4b28-9cb7-bba4aeb709d7 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Jul 25 12:42:06.051073 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-96bf94f3-2e4b-4384-99ca-2d0bb0036b07 req-8e5566e1-a26b-4576-8531-544dc4a40397 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Jul 25 12:42:07.169353 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bcdb-6c50-433d-8bba-38f32cf853f7 req-9e731a0c-dbeb-425d-bed0-2564788ccf05 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:07.170818 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9766bcdb-6c50-433d-8bba-38f32cf853f7 req-9e731a0c-dbeb-425d-bed0-2564788ccf05 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Jul 25 12:42:07.216919 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9766bcdb-6c50-433d-8bba-38f32cf853f7 req-ed13c89f-d0dd-4273-a33b-914484f8b1d4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Jul 25 12:42:08.340194 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96551f3-e823-4dc3-b83c-c66a0cdf4853 req-2303bfa9-62f4-438c-b6de-193d67fbd337 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:08.341654 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d96551f3-e823-4dc3-b83c-c66a0cdf4853 req-2303bfa9-62f4-438c-b6de-193d67fbd337 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Jul 25 12:42:08.390055 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d96551f3-e823-4dc3-b83c-c66a0cdf4853 req-5c9d5f64-db3d-4420-9951-e88f4657b9dd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Jul 25 12:42:09.506130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc096-60e9-4a7d-aa6e-df15941a16ed req-a135f785-a12c-43fb-a042-ed14e1e3e78f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:09.507593 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6dedc096-60e9-4a7d-aa6e-df15941a16ed req-a135f785-a12c-43fb-a042-ed14e1e3e78f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Jul 25 12:42:09.553609 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6dedc096-60e9-4a7d-aa6e-df15941a16ed req-dcac57dd-ff54-40ea-b5b1-ff521435251a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Jul 25 12:42:10.675621 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919868a-0373-4feb-a323-19a0ce6276d5 req-3d0b3cd6-1a88-4890-9c01-4ef813991330 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:10.677108 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5919868a-0373-4feb-a323-19a0ce6276d5 req-3d0b3cd6-1a88-4890-9c01-4ef813991330 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Jul 25 12:42:10.707522 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:10.729139 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5919868a-0373-4feb-a323-19a0ce6276d5 req-2efb6d64-0e07-40d2-8eb6-ac88c50ea63f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Jul 25 12:42:11.858581 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcb540-14dd-4921-bece-58dbb9b95378 req-e7a38e5a-531d-4193-98be-b025bb2e7bdb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:11.861200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5fbcb540-14dd-4921-bece-58dbb9b95378 req-e7a38e5a-531d-4193-98be-b025bb2e7bdb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0584536 Jul 25 12:42:11.915787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5fbcb540-14dd-4921-bece-58dbb9b95378 req-580808fa-e6e8-4df8-8b86-fa28a4c9375e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482020 Jul 25 12:42:13.031787 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9e3a1-bd6c-4a98-9119-a8480ea30a76 req-41568fb5-9826-4394-a2e7-0f9abff5bffb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:13.033895 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e2e9e3a1-bd6c-4a98-9119-a8480ea30a76 req-41568fb5-9826-4394-a2e7-0f9abff5bffb tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0467796 Jul 25 12:42:13.081460 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e2e9e3a1-bd6c-4a98-9119-a8480ea30a76 req-5e9686e1-ad83-4143-a837-02eb9c1950c9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Jul 25 12:42:14.548631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:14.554727 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:15.564737 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49324) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.569311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255539379', 'description': 'tempest-description--499621776'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:15.589594 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49326) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.591065 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.660830 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (568002a0-7ac5-412e-af86-dbc998c0616d), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.665329 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (568002a0-7ac5-412e-af86-dbc998c0616d), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.694902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.696033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1302209 Jul 25 12:42:15.696812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-033848e8-de6f-4d8d-9a20-cfd43dcfd7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.699731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49330) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.703972 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'security_group_rule': {'security_group_id': '568002a0-7ac5-412e-af86-dbc998c0616d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:15.708856 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9ae46-74e9-4d04-aa4d-48ab08a1a4bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568002a0-7ac5-412e-af86-dbc998c0616d,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:15.740053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (f7d39521-6008-4017-9a92-58c03857eafd), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.769944 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:15.790351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-033848e8-de6f-4d8d-9a20-cfd43dcfd7e0 admin admin] Publish callbacks [] for security_group (000b2caf-6784-4ac5-8f83-a767e7ad5221), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.795608 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-033848e8-de6f-4d8d-9a20-cfd43dcfd7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (000b2caf-6784-4ac5-8f83-a767e7ad5221), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.815032 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:15.827256 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (f7d39521-6008-4017-9a92-58c03857eafd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.830959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (f7d39521-6008-4017-9a92-58c03857eafd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.842028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033848e8-de6f-4d8d-9a20-cfd43dcfd7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b2caf-6784-4ac5-8f83-a767e7ad5221,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:15.848830 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-033848e8-de6f-4d8d-9a20-cfd43dcfd7e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=147e44123a2b40caa56a9871ca92b3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556694 Jul 25 12:42:15.849130 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49334) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.854498 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d39521-6008-4017-9a92-58c03857eafd,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:15.864355 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.865559 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b421d3da-890e-4ae7-bff8-8f33473e6777 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649361 Jul 25 12:42:15.868268 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49336) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.872852 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'security_group_rule': {'security_group_id': '568002a0-7ac5-412e-af86-dbc998c0616d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:15.898907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (50e8d9b9-3c43-4263-bbdf-7ce0ae34ae55), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.899099 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] Publish callbacks [] for security_group (000b2caf-6784-4ac5-8f83-a767e7ad5221), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.920326 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] Publish callbacks [] for security_group (000b2caf-6784-4ac5-8f83-a767e7ad5221), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.941489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:15.959531 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (50e8d9b9-3c43-4263-bbdf-7ce0ae34ae55), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.962640 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (50e8d9b9-3c43-4263-bbdf-7ce0ae34ae55), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.972649 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (000b2caf-6784-4ac5-8f83-a767e7ad5221), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.975263 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.976375 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/000b2caf-6784-4ac5-8f83-a767e7ad5221 HTTP/1.1" status: 204 len: 168 time: 0.1265054 Jul 25 12:42:15.984060 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461bebf-30d3-4c79-9ec6-8827e8a046ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b2caf-6784-4ac5-8f83-a767e7ad5221,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:15.986917 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e8d9b9-3c43-4263-bbdf-7ce0ae34ae55,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:15.994540 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:15.999001 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49340) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:15.999244 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-fb32a6d2-fcfd-41b1-aef1-201543f36281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299708 Jul 25 12:42:16.004641 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:16.028512 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.122469 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.231778 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Allocated IP 172.27.1.186 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/42a34737-d22a-475d-b0db-f8a4a50d56a4) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:16.332703 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:16.338035 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.372637 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.411699 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:16.416682 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:16.420403 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:16.424210 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'Port': ['ID=42a34737-d22a-475d-b0db-f8a4a50d56a4,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:16.507588 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.544040 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.573812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:16.982451 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:16.988684 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.057921 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'Port': ['ID=42a34737-d22a-475d-b0db-f8a4a50d56a4,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:17.072692 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.088494 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.097939 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fa35e238-7d31-4119-8ed9-4c2d07261862 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0894067 Jul 25 12:42:17.117903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49380) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:17.230053 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c917-b420-42f8-9cca-45cf2e6eab14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.315762 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-1fecb9ed-9425-4651-9082-8762fd21cbaa tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--255539379&fields=id&tenant_id=3b0ca10639aa47dea81db9799273acba HTTP/1.1" status: 200 len: 267 time: 0.0659018 Jul 25 12:42:17.390299 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c917-b420-42f8-9cca-45cf2e6eab14 admin admin] Publish callbacks [] for security_group (d65ab7d8-9c4d-4b57-b6e2-d28c8294f687), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.397449 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c917-b420-42f8-9cca-45cf2e6eab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d65ab7d8-9c4d-4b57-b6e2-d28c8294f687), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.413332 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:17.468691 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1fc8c917-b420-42f8-9cca-45cf2e6eab14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e335fce584ed4c2f89f3413538344d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496466 Jul 25 12:42:17.471414 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49394) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:17.472207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8c917-b420-42f8-9cca-45cf2e6eab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ab7d8-9c4d-4b57-b6e2-d28c8294f687,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:17.493943 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-d45ee5e4-b6c7-4e50-b295-e91fc7f208b5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:17.495479 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-d45ee5e4-b6c7-4e50-b295-e91fc7f208b5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 0.1724279 Jul 25 12:42:17.510577 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-e2df517d-58fa-4126-8ca0-15999181afa8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/quotas/3b0ca10639aa47dea81db9799273acba HTTP/1.1" status: 200 len: 375 time: 0.0097227 Jul 25 12:42:17.524040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] Publish callbacks [] for security_group (d65ab7d8-9c4d-4b57-b6e2-d28c8294f687), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.545194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] Publish callbacks [] for security_group (d65ab7d8-9c4d-4b57-b6e2-d28c8294f687), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.556802 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:42:17.564867 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-62c012c1-4e87-45e2-92a0-f92acc2dd8f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492721 Jul 25 12:42:17.593794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d65ab7d8-9c4d-4b57-b6e2-d28c8294f687), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.596874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.598043 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d65ab7d8-9c4d-4b57-b6e2-d28c8294f687 HTTP/1.1" status: 204 len: 168 time: 0.1251333 Jul 25 12:42:17.606154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a7240-2d09-4ebe-85b4-08f05a61ecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ab7d8-9c4d-4b57-b6e2-d28c8294f687,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:17.673958 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-cb29c93f-b2d8-454f-a2e2-b715c99681aa service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978026 Jul 25 12:42:17.773448 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-43314818-b1eb-456e-8910-31a318e48d52 service neutron] 10.222.0.60 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928650 Jul 25 12:42:17.877382 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-db038b10-9119-44cf-8ee4-352f219f2823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:17.975291 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7a0fd278-3fda-4865-aa39-394f7c7e5465 req-1ac84f09-9cca-49bf-84e3-8f54e089e6db tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0409117 Jul 25 12:42:18.300508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49430) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:18.402027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1368028612-network', 'tenant_id': '8260111bf70a4afab166caf5a4881931'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:18.423061 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Made reservation on behalf of 8260111bf70a4afab166caf5a4881931 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:18.425382 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.433890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.510168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks [] for security_group (bc40c693-034e-439f-a7b5-e9922e34bc30), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.513628 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bc40c693-034e-439f-a7b5-e9922e34bc30), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.534980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:42:18.548625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40c693-034e-439f-a7b5-e9922e34bc30,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:18.553398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (001372ef-030c-45d0-ad05-c3e6222a55c0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.553733 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Added segment 001372ef-030c-45d0-ad05-c3e6222a55c0 of type vlan for network e3a72224-528e-4a69-b7ad-c2fae3886ba0 Jul 25 12:42:18.593969 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (e3a72224-528e-4a69-b7ad-c2fae3886ba0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.618158 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (e3a72224-528e-4a69-b7ad-c2fae3886ba0), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.619042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:18.619613 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.673975 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3722451 Jul 25 12:42:18.677059 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49434) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:18.684651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Request body: {'subnet': {'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1368028612-subnet', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:18.685247 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a9da-f771-4d25-a50b-7a08cabcbaea admin admin] Pushing event updated for resources: {'Network': ['ID=e3a72224-528e-4a69-b7ad-c2fae3886ba0,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:18.690430 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:18.695697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:42:18.707381 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Made reservation on behalf of 8260111bf70a4afab166caf5a4881931 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:18.709671 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.871201 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (d627f035-1938-4d77-9fa5-b6c0e6953d52), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.923660 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d627f035-1938-4d77-9fa5-b6c0e6953d52,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:18.938174 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Checking segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:18.939135 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Network hostable DHCP agents. Network: e3a72224-528e-4a69-b7ad-c2fae3886ba0, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:42:18.955118 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:42:18.964046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, e3a72224-528e-4a69-b7ad-c2fae3886ba0) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:18.968013 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:18.968600 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:18.973022 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d49767-a6df-498c-9915-28229e6699ee None None] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:42:18.988201 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fd92ea2a-addc-43a1-835b-cd3c0275d9d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3100233 Jul 25 12:42:18.990837 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49438) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:18.995436 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:19.021923 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.023227 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.108022 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'project_id': '8260111bf70a4afab166caf5a4881931', 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:42:19.108807 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for router_controller (ca9046fc-4ef0-4978-915a-2920a914ebe9), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.109514 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.112697 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4a877333-f709-461a-90dd-f716b8a8a9d8 req-aaff9f44-52e6-4164-baec-fd8e14762896 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0350807 Jul 25 12:42:19.242499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Allocated IP 172.20.0.2 (e3a72224-528e-4a69-b7ad-c2fae3886ba0/d627f035-1938-4d77-9fa5-b6c0e6953d52/ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:19.246412 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for router_gateway (ca9046fc-4ef0-4978-915a-2920a914ebe9), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.394599 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks [] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.401701 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.441756 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:19.442382 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for router_gateway (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.444638 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:19.444785 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:19.458999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:19.466209 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Pushing event updated for resources: {'Port': ['ID=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:19.467910 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.488929 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.489252 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.489603 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.489982 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.490322 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.490650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.490974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.491295 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.491633 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.491959 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.492281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.492601 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.492939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.493236 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.493554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:19.529432 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Attempting to bind port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:19.529816 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Attempting to bind port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:19.530197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Attempting to bind port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c on network e3a72224-528e-4a69-b7ad-c2fae3886ba0 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:19.535739 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:19.536145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Checking segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:19.536503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.536889 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Bound using segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:19.537352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Bound port: ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:19.537758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.562926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:19.590956 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Allocated IP 172.27.1.13 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/b47849d2-18b4-4798-afe9-146d53a99924) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:19.601225 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] For port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:19.604368 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] For port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:19.610238 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.667792 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31777f3a-258d-4e1c-9a18-b4a1683c7c29 None None] Pushing event updated for resources: {'Port': ['ID=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:19.707818 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for port (b47849d2-18b4-4798-afe9-146d53a99924), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.741141 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (b47849d2-18b4-4798-afe9-146d53a99924), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:19.784797 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:19.789907 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:19.792354 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:19.801947 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Pushing event updated for resources: {'Port': ['ID=b47849d2-18b4-4798-afe9-146d53a99924,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:20.057724 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for router_gateway (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.166645 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8e801202-2860-465e-94cb-6000da754dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.223540 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-460e792a-5036-47ad-a98b-680af2e6edc7 req-9322f033-19aa-490e-8f2e-7137af2f6e5a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0287566 Jul 25 12:42:20.264732 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.271800 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:20.396551 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Router ca9046fc-4ef0-4978-915a-2920a914ebe9 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:42:20.495172 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:20.508712 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:42:20.520705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Sync routers for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:42:20.530358 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.532077 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-43b3b780-dfb1-4691-a630-4d93539c714e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5398819 Jul 25 12:42:20.535511 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49452) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:20.537054 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:20.537683 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:20.544187 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:20.544553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:20.577946 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:20.595267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858d02c-8aea-4016-bd30-23d31d28660a None None] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:42:20.649417 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:20.720566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Provisioning complete for port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:20.720975 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.798065 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:20.798446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:20.801142 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:21.002766 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Current status of the port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:21.003149 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.007892 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:21.146672 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:21.147099 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.169522 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.283675 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:19Z', 'revision_number': 3, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:21.295102 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] For port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:21.331602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Checking router: ca9046fc-4ef0-4978-915a-2920a914ebe9 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:42:21.331952 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Updating router ca9046fc-4ef0-4978-915a-2920a914ebe9 port b47849d2-18b4-4798-afe9-146d53a99924 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:42:21.334501 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.341198 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2e6ce588-b7f1-4b43-b229-7eb8fc8e4bc9 req-873893f8-7812-43d8-b9c4-796b081aeccc tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0359871 Jul 25 12:42:21.352168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Allocated IP 172.20.0.1 (e3a72224-528e-4a69-b7ad-c2fae3886ba0/d627f035-1938-4d77-9fa5-b6c0e6953d52/5667dc99-1c0d-46cf-8e17-b2e0d00f1f89) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:21.390253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.409410 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:21.429589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b47849d2-18b4-4798-afe9-146d53a99924), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.468042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks [] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.478438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2c4bf-967e-4795-8379-48233bc9bc01 None None] Pushing event updated for resources: {'Port': ['ID=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:21.481518 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 12:42:21.481943 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG oslo_db.api [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 12:42:21.491386 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-3930d901-f771-4cd7-827b-81aaa5572441 None None] Provisioning complete for port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:21.491761 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3930d901-f771-4cd7-827b-81aaa5572441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.502073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.543064 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:21.548003 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:21.552630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:21.576206 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Pushing event updated for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:21.580700 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:21.600218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.662842 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:21.690470 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-3930d901-f771-4cd7-827b-81aaa5572441 None None] Current status of the port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:21.736873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.787650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks [] for port (b47849d2-18b4-4798-afe9-146d53a99924), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.793390 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b47849d2-18b4-4798-afe9-146d53a99924), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.835278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:21.841326 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-8e64a59f-2d58-4983-bf09-2b5fd41d4ab7 None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:21.841768 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8e64a59f-2d58-4983-bf09-2b5fd41d4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.881512 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Attempting to bind port b47849d2-18b4-4798-afe9-146d53a99924 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:21.882192 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Attempting to bind port b47849d2-18b4-4798-afe9-146d53a99924 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:21.882314 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Attempting to bind port b47849d2-18b4-4798-afe9-146d53a99924 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:21.884406 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66746e-e347-4b9b-a45b-12164d66ed7a None None] Pushing event updated for resources: {'Port': ['ID=b47849d2-18b4-4798-afe9-146d53a99924,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:21.897890 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-8e64a59f-2d58-4983-bf09-2b5fd41d4ab7 None None] Port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:21.899367 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:21.899739 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:21.900136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.900626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:21.900969 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Bound port: b47849d2-18b4-4798-afe9-146d53a99924, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:21.901342 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b47849d2-18b4-4798-afe9-146d53a99924), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.903888 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks [] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.908770 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.950910 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] For port b47849d2-18b4-4798-afe9-146d53a99924, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:21.954550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] For port b47849d2-18b4-4798-afe9-146d53a99924, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b47849d2-18b4-4798-afe9-146d53a99924,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:21.960270 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b47849d2-18b4-4798-afe9-146d53a99924), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.978479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:21.981165 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Pushing event updated for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:22.048224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:22.052550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66746e-e347-4b9b-a45b-12164d66ed7a None None] Pushing event updated for resources: {'Port': ['ID=b47849d2-18b4-4798-afe9-146d53a99924,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:22.054828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:22.055428 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:22.074875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:22.076253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:22.161566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:22.199698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Router ca9046fc-4ef0-4978-915a-2920a914ebe9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:42:22.317847 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:42:22.322352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:22.323498 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f3d6c13c-38aa-407d-99e5-641a5ff21f8f admin admin] 10.222.0.60 "PUT /v2.0/routers/ca9046fc-4ef0-4978-915a-2920a914ebe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863700 Jul 25 12:42:22.339734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-06f0ac6c-5874-4ade-85cc-948c88ab2ba7 None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:22.340108 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-06f0ac6c-5874-4ade-85cc-948c88ab2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:22.411552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-06f0ac6c-5874-4ade-85cc-948c88ab2ba7 None None] Port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:22.421478 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 2, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:22.451078 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948debd7-74fa-48c3-9d12-e988f327b070 None None] The sync data for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi is: [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 2, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:42:22.473543 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ba6c2e3a-9427-4b2a-838d-25b5f3e3dbe9 req-c9e2ce5f-6243-4073-8c7e-6910f6c27666 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0567167 Jul 25 12:42:22.527466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:22.556574 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:22.591887 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:22.592265 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:22.637110 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:22.682859 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:22.883130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49482) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:22.888116 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1719174379-network', 'tenant_id': '84f6a81ab18042898f1762057c006de3'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:22.909849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Made reservation on behalf of 84f6a81ab18042898f1762057c006de3 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:22.912320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:22.921258 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:22.959198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:23.010269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks [] for security_group (bc023556-53b2-4ca0-8e38-e4cc74b907da), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.014436 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bc023556-53b2-4ca0-8e38-e4cc74b907da), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.044452 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:42:23.051401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc023556-53b2-4ca0-8e38-e4cc74b907da,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:23.058221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (d7775466-8070-42fb-b755-535da7e2fb34), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.058498 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Added segment d7775466-8070-42fb-b755-535da7e2fb34 of type vlan for network e8b7886e-d2d0-4875-8552-7f131f7e068a Jul 25 12:42:23.093445 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.100994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (e8b7886e-d2d0-4875-8552-7f131f7e068a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.128311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:23.137495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (e8b7886e-d2d0-4875-8552-7f131f7e068a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.138874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:23.139827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.206387 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3220532 Jul 25 12:42:23.209338 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49484) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:23.215324 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Request body: {'subnet': {'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1719174379-subnet', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:23.218026 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec56a7-de10-4130-9044-11a87157790c admin admin] Pushing event updated for resources: {'Network': ['ID=e8b7886e-d2d0-4875-8552-7f131f7e068a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:23.229186 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network e8b7886e-d2d0-4875-8552-7f131f7e068a details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:42:23.264956 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Made reservation on behalf of 84f6a81ab18042898f1762057c006de3 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:23.267742 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.469273 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (af7ab5c9-9918-472a-a3bd-228ebbe2b806), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.528051 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7ab5c9-9918-472a-a3bd-228ebbe2b806,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:23.537037 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Checking segment: {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:23.537386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Network hostable DHCP agents. Network: e8b7886e-d2d0-4875-8552-7f131f7e068a, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:42:23.577902 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:23.580572 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Network e8b7886e-d2d0-4875-8552-7f131f7e068a is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:42:23.584092 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4e173ab0-b9bb-4762-ac55-1eb67009aec5 req-79874705-0c7a-4ab1-afb5-502525f8533a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0325437 Jul 25 12:42:23.592495 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, e8b7886e-d2d0-4875-8552-7f131f7e068a) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:23.597509 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:23.598127 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.617712 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4e7eb-25ad-4818-9c16-bca4663f8190 None None] Network e8b7886e-d2d0-4875-8552-7f131f7e068a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:42:23.621815 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8c329b87-1a0a-4e2a-9274-429b7e095c40 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4080245 Jul 25 12:42:23.622767 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49492) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:23.627138 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:23.647744 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.648894 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.708504 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for router_controller (aff54694-eb70-4773-bc1e-e2c0b37e9b79), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.731520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-e8b7886e-d2d0-4875-8552-7f131f7e068a', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'project_id': '84f6a81ab18042898f1762057c006de3', 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:42:23.732696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.774067 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:23.852479 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for router_gateway (aff54694-eb70-4773-bc1e-e2c0b37e9b79), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:23.998375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Allocated IP 172.20.0.2 (e8b7886e-d2d0-4875-8552-7f131f7e068a/af7ab5c9-9918-472a-a3bd-228ebbe2b806/9281f483-8c05-4ce1-844c-fed54ba0d57d) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:24.037675 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for router_gateway (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.057091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.144545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks [] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.150828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.165604 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Allocated IP 172.27.1.246 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/376b0ca8-5743-4a62-b096-67ea963e6985) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:24.193727 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Network e8b7886e-d2d0-4875-8552-7f131f7e068a is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:24.198858 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:24.200958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Pushing event updated for resources: {'Port': ['ID=9281f483-8c05-4ce1-844c-fed54ba0d57d,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:24.203101 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:24.219804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:24.260723 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:24.264467 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Attempting to bind port 9281f483-8c05-4ce1-844c-fed54ba0d57d on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:24.264938 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Attempting to bind port 9281f483-8c05-4ce1-844c-fed54ba0d57d by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:24.265364 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Attempting to bind port 9281f483-8c05-4ce1-844c-fed54ba0d57d on network e8b7886e-d2d0-4875-8552-7f131f7e068a {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:24.273093 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:24.273613 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Checking segment: {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:24.274412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.274882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Bound using segment: {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:24.275450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Bound port: 9281f483-8c05-4ce1-844c-fed54ba0d57d, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:24.275905 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.285679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for port (376b0ca8-5743-4a62-b096-67ea963e6985), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.323018 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.348786 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] For port 9281f483-8c05-4ce1-844c-fed54ba0d57d, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:24.352568 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] For port 9281f483-8c05-4ce1-844c-fed54ba0d57d, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=9281f483-8c05-4ce1-844c-fed54ba0d57d,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:24.360805 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.372679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:24.376426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:24.381040 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:24.404355 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Pushing event updated for resources: {'Port': ['ID=376b0ca8-5743-4a62-b096-67ea963e6985,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:24.411633 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:24.426541 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9332d8-31d1-481a-a346-5080cba01bcb None None] Pushing event updated for resources: {'Port': ['ID=9281f483-8c05-4ce1-844c-fed54ba0d57d,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:24.559321 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b47849d2-18b4-4798-afe9-146d53a99924 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:24.637771 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b47849d2-18b4-4798-afe9-146d53a99924 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:24.638550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b47849d2-18b4-4798-afe9-146d53a99924), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.728258 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9dd5ce62-32a6-4ae0-a311-e9203c00ad8c req-b158a41f-9d7b-4360-8558-6e0a66e89004 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Jul 25 12:42:24.765007 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b47849d2-18b4-4798-afe9-146d53a99924 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:24.765490 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b47849d2-18b4-4798-afe9-146d53a99924), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.790744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port b47849d2-18b4-4798-afe9-146d53a99924, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b47849d2-18b4-4798-afe9-146d53a99924,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:24.798038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b47849d2-18b4-4798-afe9-146d53a99924), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.848836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=b47849d2-18b4-4798-afe9-146d53a99924,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:24.871908 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Sync routers for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:42:24.882784 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:24.883489 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:24.942113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for router_gateway (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:24.944364 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:24.988446 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:25.139583 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.284318 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 2, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:25.289630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Router aff54694-eb70-4773-bc1e-e2c0b37e9b79 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:42:25.311610 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Checking router: ca9046fc-4ef0-4978-915a-2920a914ebe9 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:42:25.311967 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Updating router ca9046fc-4ef0-4978-915a-2920a914ebe9 port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:42:25.345248 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.413965 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:42:25.429550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Sync routers for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:42:25.434923 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbee6a9-3b64-402a-b4eb-7fad2574c6c8 None None] Network e8b7886e-d2d0-4875-8552-7f131f7e068a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:42:25.435999 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.437989 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-affc1133-aafe-4aa8-9040-56c43e18341b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8134954 Jul 25 12:42:25.440877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49500) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:42:25.497090 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Provisioning complete for port 9281f483-8c05-4ce1-844c-fed54ba0d57d triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:25.497542 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.542118 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:25.542871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:25.661194 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks [] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.667362 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.722969 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Pushing event updated for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:25.740429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Current status of the port 9281f483-8c05-4ce1-844c-fed54ba0d57d is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:25.740921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.758154 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:25.769934 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.770282 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.770642 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.770996 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.771331 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.771655 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.771979 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.772297 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.772633 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.772959 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.773278 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.773736 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.773939 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.774253 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.774569 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:25.802801 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Attempting to bind port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:25.803846 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Attempting to bind port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:25.804627 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Attempting to bind port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 on network e3a72224-528e-4a69-b7ad-c2fae3886ba0 {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:25.811804 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:25.812391 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Checking segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:25.819855 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.820409 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Bound using segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:25.820930 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Bound port: 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:25.821325 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:25.908013 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] For port 9281f483-8c05-4ce1-844c-fed54ba0d57d, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=9281f483-8c05-4ce1-844c-fed54ba0d57d,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:25.909965 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:25.916181 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ae6fa185-8f17-4399-a251-f2b005c4564b req-269fc495-7921-4b83-9507-2dc6556ef029 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0674272 Jul 25 12:42:25.924473 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:25.939623 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] For port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:25.947803 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] For port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:25.976714 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.035190 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.042724 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:26.043771 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:26.104966 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.185050 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:26.212369 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:26.217459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 3, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:26.260114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba866b-b0a4-4ed0-9154-723f9e2c8567 None None] Pushing event updated for resources: {'Port': ['ID=9281f483-8c05-4ce1-844c-fed54ba0d57d,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:26.265234 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Allocated IP 172.20.0.1 (e8b7886e-d2d0-4875-8552-7f131f7e068a/af7ab5c9-9918-472a-a3bd-228ebbe2b806/01d5975b-d4bd-42cd-bc75-9fa8df730696) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:26.271155 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Checking router: aff54694-eb70-4773-bc1e-e2c0b37e9b79 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:42:26.271539 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Updating router aff54694-eb70-4773-bc1e-e2c0b37e9b79 port 376b0ca8-5743-4a62-b096-67ea963e6985 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:42:26.276009 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:26.276380 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.283961 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5834ad-58cc-47cf-ac63-e9b9687f22c6 None None] Pushing event updated for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:26.293313 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:26.340888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.397352 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:26.405933 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks [] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.407778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:26.447127 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.477841 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Current status of the port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:26.478664 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.519343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Pushing event updated for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:26.522077 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] For port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:26.529323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Network e8b7886e-d2d0-4875-8552-7f131f7e068a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:26.531254 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:26.534490 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:26.541694 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.615968 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:25Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:26.628687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.668265 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bfd7-8c8f-4aac-99b2-8170bf0842b1 None None] The sync data for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi is: [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:25Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:42:26.712235 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Provisioning complete for port 9281f483-8c05-4ce1-844c-fed54ba0d57d triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:26.712615 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:26.831556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 9281f483-8c05-4ce1-844c-fed54ba0d57d up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:26.914298 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Pushing event updated for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:26.994176 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bad99-669d-4303-94ec-e39ebc23bef9 None None] Current status of the port 9281f483-8c05-4ce1-844c-fed54ba0d57d is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:27.054333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-cde8a2b7-d51a-4db7-8770-3c13b4b915ce tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:27.056021 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-cde8a2b7-d51a-4db7-8770-3c13b4b915ce tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 818 time: 0.2831600 Jul 25 12:42:27.056136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 9281f483-8c05-4ce1-844c-fed54ba0d57d triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:27.062659 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.148519 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6dc7f6af-ee92-4ddc-af4b-b9cfa2dd589a req-7a396a16-9a6f-4be2-9046-9a957a9008b2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0463569 Jul 25 12:42:27.175809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.277485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks [] for port (376b0ca8-5743-4a62-b096-67ea963e6985), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.283520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:27.283914 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.289474 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.294041 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-ad43dbcf-bac7-439d-8a4e-fc06484799df tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b0ca10639aa47dea81db9799273acba HTTP/1.1" status: 200 len: 379 time: 0.1012709 Jul 25 12:42:27.308714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'port': {'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'admin_state_up': True, 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'security_groups': ['568002a0-7ac5-412e-af86-dbc998c0616d']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:27.381366 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:27.390926 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:27.393099 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Port 01d5975b-d4bd-42cd-bc75-9fa8df730696 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:27.411824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b44f-e499-43a0-86bc-07f87d288407 None None] Pushing event updated for resources: {'Port': ['ID=376b0ca8-5743-4a62-b096-67ea963e6985,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:27.435161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 9281f483-8c05-4ce1-844c-fed54ba0d57d is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:27.436277 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b47849d2-18b4-4798-afe9-146d53a99924 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:27.438825 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Attempting to bind port 376b0ca8-5743-4a62-b096-67ea963e6985 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:27.439197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Attempting to bind port 376b0ca8-5743-4a62-b096-67ea963e6985 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:27.439555 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Attempting to bind port 376b0ca8-5743-4a62-b096-67ea963e6985 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:27.443031 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:27.443031 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.481710 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:27.482134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:27.482510 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.482905 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:27.483388 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Bound port: 376b0ca8-5743-4a62-b096-67ea963e6985, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:27.483770 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.570493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] For port 376b0ca8-5743-4a62-b096-67ea963e6985, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:27.572617 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b47849d2-18b4-4798-afe9-146d53a99924 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:27.572989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b47849d2-18b4-4798-afe9-146d53a99924), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.575576 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] For port 376b0ca8-5743-4a62-b096-67ea963e6985, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=376b0ca8-5743-4a62-b096-67ea963e6985,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:27.618135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.671360 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9396c639-3c70-4e9b-be63-6f2b0ba6e64a None None] Current status of the port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:27.705334 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b44f-e499-43a0-86bc-07f87d288407 None None] Pushing event updated for resources: {'Port': ['ID=376b0ca8-5743-4a62-b096-67ea963e6985,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:27.707829 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:27.708455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:27.709302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:27.720025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Made reservation on behalf of 3b0ca10639aa47dea81db9799273acba for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:27.723416 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.736726 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks [] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.745268 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.819389 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b47849d2-18b4-4798-afe9-146d53a99924 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:27.820465 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:27.866040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Pushing event updated for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:27.870882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.873703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:27.887884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:27.920137 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:27.920510 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:27.984087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Allocated IP 172.20.0.10 (9f36add4-a98d-4ec2-a004-7819cfb577b7/83cc1de7-c231-4d3f-bc12-b6842fab505d/6b28587e-6996-4619-ba6a-9d6da94f0def) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:28.046692 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:28.048289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Network e8b7886e-d2d0-4875-8552-7f131f7e068a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:28.055493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:28.112823 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:28.147570 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '01d5975b-d4bd-42cd-bc75-9fa8df730696', 'name': '', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'mac_address': 'fa:16:3e:de:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:26Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 1, 'project_id': '84f6a81ab18042898f1762057c006de3', 'subnets': [{'id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:28.187231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec799b-7b76-4678-9eea-97626bac4fcc None None] The sync data for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi is: [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '01d5975b-d4bd-42cd-bc75-9fa8df730696', 'name': '', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'mac_address': 'fa:16:3e:de:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:26Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 1, 'project_id': '84f6a81ab18042898f1762057c006de3', 'subnets': [{'id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:42:28.259392 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:28.260563 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.276159 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Router aff54694-eb70-4773-bc1e-e2c0b37e9b79 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:42:28.298306 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e3aa76db-4acf-4b32-a36b-a5310d0457bc req-8511c265-cd8a-4531-86d8-9556d96c0238 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.0497236 Jul 25 12:42:28.360657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.403706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1e29d99a-24b1-470e-83d0-aaed688428ab None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:28.404079 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1e29d99a-24b1-470e-83d0-aaed688428ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.427855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:28.450262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:28.462021 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:28.462906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:28.469242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:28.482862 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1e29d99a-24b1-470e-83d0-aaed688428ab None None] Port 01d5975b-d4bd-42cd-bc75-9fa8df730696 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:28.500078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event updated for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:28.506644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:42:28.517475 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-8e43c8d8-7b32-4384-a823-d1ab1d292aeb admin admin] 10.222.0.60 "PUT /v2.0/routers/aff54694-eb70-4773-bc1e-e2c0b37e9b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0754571 Jul 25 12:42:28.531342 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.531697 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.532087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.532423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.532746 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.533091 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.533409 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.533735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.535768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.536112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.536448 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.536776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.537106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.537428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.537753 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:42:28.553750 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:28.554429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.581937 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-a2ee26c6-8307-4b82-b0d4-0a5cafc51c13 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2772260 Jul 25 12:42:28.601836 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Request body: {'port': {'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:28.607044 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:28.687161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:28.687765 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.695398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.706914 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:28.798976 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:28.914767 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-3201410f-bf16-47ad-9377-49beb7489346 None None] Provisioning complete for port 6b28587e-6996-4619-ba6a-9d6da94f0def triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:28.915802 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3201410f-bf16-47ad-9377-49beb7489346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:28.951573 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-3201410f-bf16-47ad-9377-49beb7489346 None None] Port 6b28587e-6996-4619-ba6a-9d6da94f0def cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:29.042738 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b28587e-6996-4619-ba6a-9d6da94f0def {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:42:29.051768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks [] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:29.068834 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Transition to ACTIVE for port object 6b28587e-6996-4619-ba6a-9d6da94f0def will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:42:29.072928 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:29.123548 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Pushing event updated for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:29.217362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Attempting to bind port 6b28587e-6996-4619-ba6a-9d6da94f0def on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:29.217702 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Attempting to bind port 6b28587e-6996-4619-ba6a-9d6da94f0def by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:29.218065 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Attempting to bind port 6b28587e-6996-4619-ba6a-9d6da94f0def on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:29.223615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Port 6b28587e-6996-4619-ba6a-9d6da94f0def on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:42:29.223936 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Attempting to bind port 6b28587e-6996-4619-ba6a-9d6da94f0def on network 9f36add4-a98d-4ec2-a004-7819cfb577b7 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:29.229533 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:29.229875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Checking segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:29.230271 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Bound using segment: {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:29.230818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Bound port: 6b28587e-6996-4619-ba6a-9d6da94f0def, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:29.231183 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:29.337498 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:29.340887 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6b28587e-6996-4619-ba6a-9d6da94f0def,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:29.350506 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:29.447357 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:29.448682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:29.451333 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] 10.222.0.61 "PUT /v2.0/ports/6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1094 time: 0.8537498 Jul 25 12:42:29.451908 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:42:29.459537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a6419-cba4-4ac9-8349-cb05736e8b20" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:42:29.501556 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d0ef5-b832-46e2-bcdc-3fcd6f7c2d78 req-bd596090-e44f-4c4b-8309-ce805aafd5ef tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:29.522118 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e55d0ef5-b832-46e2-bcdc-3fcd6f7c2d78 req-bd596090-e44f-4c4b-8309-ce805aafd5ef tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.1215999 Jul 25 12:42:29.541514 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b420b0b-1553-4645-a078-1006b39e8430 x-openstack-request-id: req-7b420b0b-1553-4645-a078-1006b39e8430 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:42:29.541934 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:42:29.542267 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b420b0b-1553-4645-a078-1006b39e8430 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:42:29.542807 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b420b0b-1553-4645-a078-1006b39e8430'] response: {'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'status': 'completed', 'code': 200} Jul 25 12:42:29.561960 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab32f3-f9b9-425c-b289-9c41a029f295 service neutron] Pushing event updated for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:29.621875 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e55d0ef5-b832-46e2-bcdc-3fcd6f7c2d78 req-529698ba-077f-41dc-b155-ed96a7958b36 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985746 Jul 25 12:42:30.549569 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 376b0ca8-5743-4a62-b096-67ea963e6985 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:30.607412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 376b0ca8-5743-4a62-b096-67ea963e6985 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:30.608080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:30.785853 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 376b0ca8-5743-4a62-b096-67ea963e6985 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:30.786453 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:30.813790 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 376b0ca8-5743-4a62-b096-67ea963e6985, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=376b0ca8-5743-4a62-b096-67ea963e6985,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:30.821580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:30.847828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc18e6b-03cb-4ec8-b71f-c098125f4865 req-69b6eec8-3b04-44f6-b535-5cd3a85c9a52 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:30.855971 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ffc18e6b-03cb-4ec8-b71f-c098125f4865 req-69b6eec8-3b04-44f6-b535-5cd3a85c9a52 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0786130 Jul 25 12:42:30.892114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=376b0ca8-5743-4a62-b096-67ea963e6985,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:30.930163 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ffc18e6b-03cb-4ec8-b71f-c098125f4865 req-887694a6-45a4-4f48-86f0-c1b0d69afc5d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685267 Jul 25 12:42:31.081792 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Sync routers for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:42:31.092834 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:31.093483 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:31.246465 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:31.449852 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '01d5975b-d4bd-42cd-bc75-9fa8df730696', 'name': '', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'mac_address': 'fa:16:3e:de:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:26Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 2, 'project_id': '84f6a81ab18042898f1762057c006de3', 'subnets': [{'id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:31.487541 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Checking router: aff54694-eb70-4773-bc1e-e2c0b37e9b79 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:42:31.487879 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Updating router aff54694-eb70-4773-bc1e-e2c0b37e9b79 port 01d5975b-d4bd-42cd-bc75-9fa8df730696 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:42:31.519955 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:31.645076 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:31.745905 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:31.814230 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks [] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:31.822141 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:31.947571 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b4a4e-183e-4cab-94e9-426b81f5281f None None] Pushing event updated for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:32.042276 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Attempting to bind port 01d5975b-d4bd-42cd-bc75-9fa8df730696 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:42:32.042922 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Attempting to bind port 01d5975b-d4bd-42cd-bc75-9fa8df730696 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:42:32.043475 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Attempting to bind port 01d5975b-d4bd-42cd-bc75-9fa8df730696 on network e8b7886e-d2d0-4875-8552-7f131f7e068a {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:42:32.056936 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:42:32.057220 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Checking segment: {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:42:32.057616 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.058204 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Bound using segment: {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:42:32.058483 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Bound port: 01d5975b-d4bd-42cd-bc75-9fa8df730696, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7775466-8070-42fb-b755-535da7e2fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:42:32.058849 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.144372 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:32.154748 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] For port 01d5975b-d4bd-42cd-bc75-9fa8df730696, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:42:32.158787 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] For port 01d5975b-d4bd-42cd-bc75-9fa8df730696, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=01d5975b-d4bd-42cd-bc75-9fa8df730696,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:42:32.161374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e7be-a1c8-4e8e-8ac8-c9dfc4f43dd7 req-d198d3ba-7af3-45e5-b27f-9de20edb8156 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:32.163096 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1481e7be-a1c8-4e8e-8ac8-c9dfc4f43dd7 req-d198d3ba-7af3-45e5-b27f-9de20edb8156 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0768723 Jul 25 12:42:32.180848 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.268176 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:42:32.268779 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:32.292743 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1481e7be-a1c8-4e8e-8ac8-c9dfc4f43dd7 req-56a4ad92-ad35-406b-af8d-28852e706a6b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130872 Jul 25 12:42:32.349194 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:32.350396 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.397611 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b4a4e-183e-4cab-94e9-426b81f5281f None None] Pushing event updated for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:32.423182 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:42:32.449207 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Current status of the port 01d5975b-d4bd-42cd-bc75-9fa8df730696 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:32.449819 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.492582 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] For port 01d5975b-d4bd-42cd-bc75-9fa8df730696, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=01d5975b-d4bd-42cd-bc75-9fa8df730696,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:32.514520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.604922 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ff8b-e352-409d-8d36-f8581c0f4d1c None None] Pushing event updated for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:32.633356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f47e-4151-4669-ae71-444109fd1b9c None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:32.633356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f47e-4151-4669-ae71-444109fd1b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.658075 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '01d5975b-d4bd-42cd-bc75-9fa8df730696', 'name': '', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'mac_address': 'fa:16:3e:de:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:26Z', 'updated_at': '2022-07-25T12:42:32Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'subnets': [{'id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:42:32.658632 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 376b0ca8-5743-4a62-b096-67ea963e6985 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:32.689450 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2dbd6-8b01-4498-bb84-dac818d2d9a5 None None] The sync data for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi is: [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:42:27Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '01d5975b-d4bd-42cd-bc75-9fa8df730696', 'name': '', 'network_id': 'e8b7886e-d2d0-4875-8552-7f131f7e068a', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'mac_address': 'fa:16:3e:de:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:26Z', 'updated_at': '2022-07-25T12:42:32Z', 'revision_number': 4, 'project_id': '84f6a81ab18042898f1762057c006de3', 'subnets': [{'id': 'af7ab5c9-9918-472a-a3bd-228ebbe2b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:42:32.699500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:32.752322 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:32.770597 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f47e-4151-4669-ae71-444109fd1b9c None None] Current status of the port 01d5975b-d4bd-42cd-bc75-9fa8df730696 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:32.773891 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 376b0ca8-5743-4a62-b096-67ea963e6985 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:32.774492 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:32.874413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 376b0ca8-5743-4a62-b096-67ea963e6985 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:32.875995 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 01d5975b-d4bd-42cd-bc75-9fa8df730696 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:32.916047 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-573be3e6-31c3-4d70-ac43-5a7b20d2b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:32.918246 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-573be3e6-31c3-4d70-ac43-5a7b20d2b386 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1128 time: 0.0724509 Jul 25 12:42:32.958965 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:32.959375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:33.054299 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 01d5975b-d4bd-42cd-bc75-9fa8df730696 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:33.447385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385890a4-d281-4eca-ae55-679baed37cbb req-06ef1b23-778c-4c45-b150-1c0d0d66f488 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:33.452885 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-385890a4-d281-4eca-ae55-679baed37cbb req-06ef1b23-778c-4c45-b150-1c0d0d66f488 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0630486 Jul 25 12:42:33.509116 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-385890a4-d281-4eca-ae55-679baed37cbb req-05d512aa-37b1-4e59-b7a5-a2037842d8b8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523698 Jul 25 12:42:34.532478 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 01d5975b-d4bd-42cd-bc75-9fa8df730696 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:34.617369 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:34.642183 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 01d5975b-d4bd-42cd-bc75-9fa8df730696 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:34.642605 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:34.692791 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905fb7b-edb7-4c9f-bd30-8afe415afffa req-9c290e16-e032-4e29-af73-88ecead0df62 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:34.700516 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8905fb7b-edb7-4c9f-bd30-8afe415afffa req-9c290e16-e032-4e29-af73-88ecead0df62 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0737078 Jul 25 12:42:34.771736 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8905fb7b-edb7-4c9f-bd30-8afe415afffa req-f2f0d08c-eaad-48d9-bc27-e3d04af10ae5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653467 Jul 25 12:42:34.839676 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 01d5975b-d4bd-42cd-bc75-9fa8df730696 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:35.341065 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:35.346505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-70136a6c-c4ab-48e1-b14f-6955cb329355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:35.347978 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-70136a6c-c4ab-48e1-b14f-6955cb329355 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3b0ca10639aa47dea81db9799273acba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0969913 Jul 25 12:42:35.475502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-e3ee27d6-f955-4102-a1bd-08d02ea37d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:35.476976 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a32a6419-cba4-4ac9-8349-cb05736e8b20 req-e3ee27d6-f955-4102-a1bd-08d02ea37d6e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221113 Jul 25 12:42:35.586881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-9b2b0a85-6295-4594-8097-7c5978bab3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:35.588463 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-9b2b0a85-6295-4594-8097-7c5978bab3ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1128 time: 0.0448005 Jul 25 12:42:35.915535 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b904952-2812-4f73-b041-5a66550deabf req-51145c90-9098-40af-ae28-05c753789390 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:35.916167 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-56da973b-d0b6-40d2-9b7b-30aeea33cd3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 217 time: 0.0376816 Jul 25 12:42:35.918494 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b904952-2812-4f73-b041-5a66550deabf req-51145c90-9098-40af-ae28-05c753789390 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0763586 Jul 25 12:42:35.975761 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b904952-2812-4f73-b041-5a66550deabf req-0e9715a0-ba28-45fb-9621-fe070ab01dfe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509131 Jul 25 12:42:36.010222 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-70e826f6-ace6-4e3e-a85a-70a589f8a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:36.011787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-70e826f6-ace6-4e3e-a85a-70a589f8a84e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0888026 Jul 25 12:42:36.033683 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-94ad36c8-e865-4c85-a248-9849999d92e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586069 Jul 25 12:42:36.062665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70df36-8372-4c28-811c-690399d01cdd req-f7f15a9e-a78e-4e14-b814-83da2db3cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:36.066216 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-f7f15a9e-a78e-4e14-b814-83da2db3cf88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474625 Jul 25 12:42:36.156945 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-d64ef0b6-4ce2-40e8-b432-bea90f29f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:36.158470 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-d64ef0b6-4ce2-40e8-b432-bea90f29f4b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 1129 time: 0.0913720 Jul 25 12:42:36.221778 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-0f65cd28-1409-49ea-87e2-cb2628c7c9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461561 Jul 25 12:42:36.370568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-3e937fa4-3aac-4aac-97cf-0a84b11e42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:36.373511 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-3e937fa4-3aac-4aac-97cf-0a84b11e42b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1786380 Jul 25 12:42:36.379472 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b70df36-8372-4c28-811c-690399d01cdd req-4b66e571-9321-49bd-bf57-b08125c0b212 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292868 Jul 25 12:42:36.486015 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-cebfe5ed-43e9-4a63-862f-aed580598374 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 200 len: 217 time: 0.0593636 Jul 25 12:42:37.098257 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:37.106825 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c985194-a180-4ee1-abee-abb169676f18 req-35187440-da45-4929-ae88-d064e05d46f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:37.108280 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0c985194-a180-4ee1-abee-abb169676f18 req-35187440-da45-4929-ae88-d064e05d46f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0503998 Jul 25 12:42:37.163780 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0c985194-a180-4ee1-abee-abb169676f18 req-a74e0def-0bab-4b06-90a9-c1e3f4e25285 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495496 Jul 25 12:42:38.304624 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548df11c-6ac0-46ec-a8b8-c720523d926b req-4a7974d9-25c5-4135-bdc4-f5215974bda8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:38.306191 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-548df11c-6ac0-46ec-a8b8-c720523d926b req-4a7974d9-25c5-4135-bdc4-f5215974bda8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0543754 Jul 25 12:42:38.389102 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-548df11c-6ac0-46ec-a8b8-c720523d926b req-9819db60-fd5c-4ac4-bdda-5663391bd003 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741680 Jul 25 12:42:39.063651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-20b02868-061d-4944-b78d-d5d57b67dbe2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:39.065078 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-20b02868-061d-4944-b78d-d5d57b67dbe2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 815 time: 0.1016448 Jul 25 12:42:39.079593 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-373b3661-4904-4602-b294-c7c42a8a0cfc tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/quotas/8260111bf70a4afab166caf5a4881931 HTTP/1.1" status: 200 len: 375 time: 0.0092354 Jul 25 12:42:39.126778 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-214ce30b-1977-4055-8737-36ba11e0d726 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424564 Jul 25 12:42:39.207197 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:39.229258 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-6436e0d4-ec4f-430a-97c2-37cf5bd7aa2e service neutron] 10.222.0.60 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913007 Jul 25 12:42:39.330663 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-e63022f7-2bf0-48b5-b5d3-8b7a3a9a2eff service neutron] 10.222.0.60 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954173 Jul 25 12:42:39.506418 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-16da6265-34a4-453f-ad43-60bb6ca0948a req-2d27a2ae-e5f4-40d3-a40b-01bb05a42a65 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0407102 Jul 25 12:42:39.508734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e65964-d17e-4bae-8e5d-06b47d390b65 req-d8a9fcda-70fb-4051-859e-2ca5f35ea856 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:39.510359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-57e65964-d17e-4bae-8e5d-06b47d390b65 req-d8a9fcda-70fb-4051-859e-2ca5f35ea856 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0546744 Jul 25 12:42:39.570576 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-57e65964-d17e-4bae-8e5d-06b47d390b65 req-157541f7-d3f0-4e23-96d0-7d74967db1f5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523930 Jul 25 12:42:40.606796 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0f194e4c-534e-4baf-ba8e-174e42bedd42 req-6e37fd60-a9c5-4568-88a1-c9308a06277e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0288842 Jul 25 12:42:40.688278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5873e4-aeb1-41dc-a8cc-db5577560896 req-f3b97b98-1d66-4bc5-995f-ff7bb0f21264 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:40.689732 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ca5873e4-aeb1-41dc-a8cc-db5577560896 req-f3b97b98-1d66-4bc5-995f-ff7bb0f21264 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0463395 Jul 25 12:42:40.737034 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ca5873e4-aeb1-41dc-a8cc-db5577560896 req-e1956cf2-6ba9-46d6-9a81-fb544806630f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Jul 25 12:42:41.702596 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-01075501-3bf6-4491-955a-9a6dbc1af7ac req-6992675b-6929-4e38-8195-d7e9aa56ced3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0272770 Jul 25 12:42:41.849999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777881b2-1b3e-4196-ae49-7f21eed1f89c req-c8a13bd0-b452-4be7-b9e1-4a0942174b0f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:41.851460 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-777881b2-1b3e-4196-ae49-7f21eed1f89c req-c8a13bd0-b452-4be7-b9e1-4a0942174b0f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0458641 Jul 25 12:42:41.897008 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-777881b2-1b3e-4196-ae49-7f21eed1f89c req-ba28b47f-3931-4b2e-8b81-9c8abc34e0b1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399783 Jul 25 12:42:42.662388 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:42.798122 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c9cdd3e4-856a-4605-8aa1-55791926ea65 req-ef8d8d21-8f5a-4c35-a253-996d3f563ebb tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0270052 Jul 25 12:42:43.033594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69767-12dc-4095-8a84-0910f02dace7 req-62257c9f-3677-44f7-b112-ffcb0b27c058 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:43.035218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-24f69767-12dc-4095-8a84-0910f02dace7 req-62257c9f-3677-44f7-b112-ffcb0b27c058 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0681715 Jul 25 12:42:43.085889 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-24f69767-12dc-4095-8a84-0910f02dace7 req-c5f36949-96f6-4bfd-b7aa-936c159aef6d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444396 Jul 25 12:42:43.896881 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ec54008f-81a8-4bb7-8d23-3aff3ddaf230 req-25d9b3f7-02a8-4437-9d88-34b8733e93f0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0300384 Jul 25 12:42:44.201768 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8c970-93f2-4ca5-8fb8-db5dc1c69dea req-af689afb-512b-4393-9fca-777c084ac217 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:44.203282 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fcd8c970-93f2-4ca5-8fb8-db5dc1c69dea req-af689afb-512b-4393-9fca-777c084ac217 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0478055 Jul 25 12:42:44.223534 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:44.251253 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fcd8c970-93f2-4ca5-8fb8-db5dc1c69dea req-4bdc2f9a-aa4b-4438-ae89-27519876e270 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Jul 25 12:42:44.577827 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:44.993398 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-966b971e-7c1f-42da-b69c-d8f3119100be req-56fc243e-1a46-48c3-9a95-0ed5331020dd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0282362 Jul 25 12:42:45.370179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a4c21-2f8b-4f2e-8261-7cf5f83eb120 req-c729e67c-de49-4d60-b35d-1de5f5e6b5f9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:45.371617 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-332a4c21-2f8b-4f2e-8261-7cf5f83eb120 req-c729e67c-de49-4d60-b35d-1de5f5e6b5f9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0503693 Jul 25 12:42:45.417298 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-332a4c21-2f8b-4f2e-8261-7cf5f83eb120 req-e8b2f4c5-a96e-4e27-9656-edaaf2c0fc8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Jul 25 12:42:46.089682 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-812aeeaa-f602-4665-bb25-521d3e41132b req-1d832657-df04-4df9-99f7-30cee9e8fe60 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0283773 Jul 25 12:42:46.378751 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6b28587e-6996-4619-ba6a-9d6da94f0def details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:42:46.476549 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6b28587e-6996-4619-ba6a-9d6da94f0def,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:46.488733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:42:46.528285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 6b28587e-6996-4619-ba6a-9d6da94f0def is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:46.528678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:46.539126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e3ae-5622-47d9-b9a1-fb47e76ba0b7 req-5aef0361-4d9d-48c5-87dc-5e17899c4317 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:46.541161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5f06e3ae-5622-47d9-b9a1-fb47e76ba0b7 req-5aef0361-4d9d-48c5-87dc-5e17899c4317 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 944 time: 0.0485291 Jul 25 12:42:46.546662 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b28587e-6996-4619-ba6a-9d6da94f0def {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:42:46.567186 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6b28587e-6996-4619-ba6a-9d6da94f0def,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:46.571113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:46.591977 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5f06e3ae-5622-47d9-b9a1-fb47e76ba0b7 req-7745c0c9-a0ec-41b8-9aae-7cd065ece12c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Jul 25 12:42:46.596163 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:46.618811 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:47.186841 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60571c48-d48b-42b7-bb9e-964d18a093e9 req-d52b3db8-cbb4-4a6e-ab06-261c5375ea0e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0276098 Jul 25 12:42:47.706384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3df9e-78fe-4956-86fd-1322820a6c67 req-3b673c62-62e8-412d-bf8b-de37a7293d68 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:47.707893 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-59d3df9e-78fe-4956-86fd-1322820a6c67 req-3b673c62-62e8-412d-bf8b-de37a7293d68 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0460284 Jul 25 12:42:47.757628 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-59d3df9e-78fe-4956-86fd-1322820a6c67 req-e2cdb627-2ab5-431f-8cce-455bf63901f2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Jul 25 12:42:47.871038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c966-bc9d-4e1e-8b34-f17590c86275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:48.286291 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-65f05660-cdf5-4887-980b-53007a5386b1 req-0701511c-a05c-4980-bd42-e2c7158c0ce9 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0298350 Jul 25 12:42:48.876630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775740c-4b83-46f2-bd72-b7f30a617e67 req-a17d0ca7-3ecc-4269-b353-60859a564363 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:48.878630 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4775740c-4b83-46f2-bd72-b7f30a617e67 req-a17d0ca7-3ecc-4269-b353-60859a564363 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Jul 25 12:42:48.925824 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4775740c-4b83-46f2-bd72-b7f30a617e67 req-7aceb408-52db-4280-b2eb-2d84990feccd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Jul 25 12:42:48.957358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['6b28587e-6996-4619-ba6a-9d6da94f0def'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:42:48.990309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:49.384972 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8399651e-4c5e-4c54-a3e1-9b358829bfc0 req-8e686377-042b-4286-be52-a24a749b094b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0280836 Jul 25 12:42:50.045847 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb76f5e-6da3-4ff2-9b04-d84a5b8c7290 req-4eeb75fc-de86-45c7-b64e-4d329fcfe4b4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:50.047351 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5eb76f5e-6da3-4ff2-9b04-d84a5b8c7290 req-4eeb75fc-de86-45c7-b64e-4d329fcfe4b4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0473683 Jul 25 12:42:50.093286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5eb76f5e-6da3-4ff2-9b04-d84a5b8c7290 req-ddbbf113-6056-4a8d-a795-052d117b1b9c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Jul 25 12:42:50.162948 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-847afdbd-1d12-4842-bc23-e8dbc7d1dcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:50.481053 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1c5100ed-b9c8-46d3-9291-24d1a9d33745 req-d4a94121-6295-439b-8a0b-155276a1366e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0276358 Jul 25 12:42:51.193706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:51.211625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b8889-2fe3-4995-9fc2-62012a3db400 req-d0fe31ad-98b4-4727-a53d-f90ddb843a10 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:51.213081 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c05b8889-2fe3-4995-9fc2-62012a3db400 req-d0fe31ad-98b4-4727-a53d-f90ddb843a10 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0504584 Jul 25 12:42:51.262231 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c05b8889-2fe3-4995-9fc2-62012a3db400 req-8fbe7e64-9a75-4cec-8446-c823dd4cb855 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Jul 25 12:42:51.280535 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:51.579223 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-04c79101-f600-4665-b0a2-3023e4b87568 req-a3fdf48d-aadb-402e-a57d-befca92ee1d0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0269697 Jul 25 12:42:52.378550 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366564b-80ba-4fbd-835a-d02233255059 req-26e27644-a61e-4715-a07b-ccbf13ca7c88 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:52.380000 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b366564b-80ba-4fbd-835a-d02233255059 req-26e27644-a61e-4715-a07b-ccbf13ca7c88 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0469012 Jul 25 12:42:52.425998 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b366564b-80ba-4fbd-835a-d02233255059 req-824d6760-e192-4a07-9a15-a7148918b7e8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Jul 25 12:42:52.598991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:52.678053 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a5a52bb4-8392-4a78-aa01-7a417730fe98 req-2563e449-8212-4232-9fde-0eecfe203e57 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0307312 Jul 25 12:42:53.089088 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:53.399496 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-886efc9d-8af3-4bd5-b62c-b81534e87a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:53.400979 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-886efc9d-8af3-4bd5-b62c-b81534e87a32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0568066 Jul 25 12:42:53.447630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-6750bbf1-4205-49ae-9541-15ffb75b52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:53.449122 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-6750bbf1-4205-49ae-9541-15ffb75b52af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421360 Jul 25 12:42:53.557354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7dccb-91e2-429a-b253-b31d14d2596b req-1c3456c3-330d-44a3-9c21-ab1d51bc7147 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:53.558839 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cfd7dccb-91e2-429a-b253-b31d14d2596b req-1c3456c3-330d-44a3-9c21-ab1d51bc7147 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 945 time: 0.0595922 Jul 25 12:42:53.599508 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-e1b2d61f-c5aa-4ed4-8a12-8ce40c61c4e5 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439579 Jul 25 12:42:53.608108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:53.625429 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cfd7dccb-91e2-429a-b253-b31d14d2596b req-ddfeda9a-df79-4dc9-a7cf-67dfa1901026 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560431 Jul 25 12:42:53.715442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8a47f130-16e8-4292-b0c0-68da5829e318 req-d426d99c-b228-46e8-867b-adde7db957cd service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Jul 25 12:42:53.780064 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-58ea0f28-92ba-427e-bf2e-751e6919a294 req-a9909c2f-9f33-4539-80f9-cd45bfb5f01a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jul 25 12:42:54.163696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6b28587e-6996-4619-ba6a-9d6da94f0def up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:42:54.205022 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 6b28587e-6996-4619-ba6a-9d6da94f0def completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:42:54.210862 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 6b28587e-6996-4619-ba6a-9d6da94f0def triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:54.211315 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:54.280593 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 6b28587e-6996-4619-ba6a-9d6da94f0def is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:42:54.280967 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:54.304833 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:42:54.307140 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059c09f-b466-44d7-94c6-53e9baee2d7a" -d '{"events": [{"server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "name": "network-vif-plugged", "status": "completed", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:42:54.323450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6b28587e-6996-4619-ba6a-9d6da94f0def,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:42:54.327940 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:54.349259 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f75f6b-8537-406f-8300-d8dc98ba4f88 x-openstack-request-id: req-a7f75f6b-8537-406f-8300-d8dc98ba4f88 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:42:54.349545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "name": "network-vif-plugged", "status": "completed", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:42:54.349795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7f75f6b-8537-406f-8300-d8dc98ba4f88 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:42:54.350206 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f75f6b-8537-406f-8300-d8dc98ba4f88'] response: {'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'code': 200} Jul 25 12:42:54.376120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:54.555305 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:42:54.745760 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a223-c6a6-4018-b0f1-f0a2a8da00c5 req-695be445-9e7f-46f9-b258-2008a17b78ae tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:54.748310 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e0e7a223-c6a6-4018-b0f1-f0a2a8da00c5 req-695be445-9e7f-46f9-b258-2008a17b78ae tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Jul 25 12:42:54.792879 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:54.803529 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e0e7a223-c6a6-4018-b0f1-f0a2a8da00c5 req-7812ba90-ec6c-4398-9e3b-9efebb2ba83f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494809 Jul 25 12:42:55.083564 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-da4c66e1-424c-4e3e-97c1-dba75d8b04d6 req-e95d1873-dbf2-4ddc-8da0-a047624f5570 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0343382 Jul 25 12:42:55.127160 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-28c33327-b35f-491b-bd5d-f46631776073 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:55.128587 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-28c33327-b35f-491b-bd5d-f46631776073 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 815 time: 0.3804483 Jul 25 12:42:55.286469 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'port': {'device_id': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'admin_state_up': True, 'tenant_id': '8260111bf70a4afab166caf5a4881931'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:42:55.336923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34f48-5435-4044-bf74-cdde725dde18 req-119f6ea2-cad6-47d8-b6c1-00bceda9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:55.338422 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bbe34f48-5435-4044-bf74-cdde725dde18 req-119f6ea2-cad6-47d8-b6c1-00bceda9d050 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0892169 Jul 25 12:42:55.411614 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Made reservation on behalf of 8260111bf70a4afab166caf5a4881931 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:42:55.415033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:55.467003 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bbe34f48-5435-4044-bf74-cdde725dde18 req-b82c566b-46df-4ddf-8e31-0cabab5ee93d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712113 Jul 25 12:42:55.568158 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:55.586872 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Allocated IP 172.20.0.6 (e3a72224-528e-4a69-b7ad-c2fae3886ba0/d627f035-1938-4d77-9fa5-b6c0e6953d52/70c70048-0571-4440-8eed-920a0694232f) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:42:55.773645 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for port (70c70048-0571-4440-8eed-920a0694232f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:55.804392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (70c70048-0571-4440-8eed-920a0694232f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:55.848042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:42:55.851323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:42:55.855151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:42:55.879192 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:42:55.912456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:55.913094 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:55.921278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:42:55.936901 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-9de7e927-2d03-4ab9-bc8d-3648b1cb76a4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563802 Jul 25 12:42:55.971552 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e49be-5ea1-4c76-9178-b428f7786f0d req-0156a3b8-2646-4245-9c52-2f1a27c07cd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:55.973083 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f07e49be-5ea1-4c76-9178-b428f7786f0d req-0156a3b8-2646-4245-9c52-2f1a27c07cd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0553818 Jul 25 12:42:56.024761 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f07e49be-5ea1-4c76-9178-b428f7786f0d req-feafd1cf-f155-4bf2-b213-3cfc26959a07 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458975 Jul 25 12:42:56.155446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-315d5777-b9b7-483d-97a9-4de83d449b6d None None] Provisioning complete for port 70c70048-0571-4440-8eed-920a0694232f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:42:56.156103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-315d5777-b9b7-483d-97a9-4de83d449b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (70c70048-0571-4440-8eed-920a0694232f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:42:56.195703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-315d5777-b9b7-483d-97a9-4de83d449b6d None None] Port 70c70048-0571-4440-8eed-920a0694232f cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:42:56.217282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0c859-f69f-476f-b46c-442714fb5540 req-ae49af71-b098-4a04-a8bb-ee595a81c403 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:56.218779 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b3c0c859-f69f-476f-b46c-442714fb5540 req-ae49af71-b098-4a04-a8bb-ee595a81c403 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0535667 Jul 25 12:42:56.266225 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b3c0c859-f69f-476f-b46c-442714fb5540 req-9bf8c71f-e056-45a4-a21a-aba6498715ae tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Jul 25 12:42:57.148833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279091c0-75aa-4553-96cb-8241eda09d70 req-62e006d8-f3a5-4528-ada7-2c15ea5ba6af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:57.150254 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-279091c0-75aa-4553-96cb-8241eda09d70 req-62e006d8-f3a5-4528-ada7-2c15ea5ba6af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Jul 25 12:42:57.198176 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-279091c0-75aa-4553-96cb-8241eda09d70 req-9e0d506d-7500-4d63-9151-571b371d3401 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Jul 25 12:42:57.408363 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363406f-294b-455e-9d76-4423d30fe462 req-6acd2a20-af8c-4dbf-afd7-3dd54f31408c tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:57.410541 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4363406f-294b-455e-9d76-4423d30fe462 req-6acd2a20-af8c-4dbf-afd7-3dd54f31408c tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0596037 Jul 25 12:42:57.459175 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4363406f-294b-455e-9d76-4423d30fe462 req-3a73ef15-805b-488f-a535-6caac83525ce tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Jul 25 12:42:58.326004 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1d1b0-e72d-4bfd-bd08-d1680bf79472 req-e592dc7e-e879-42c2-a337-5385a1c70fed tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:58.327533 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d2f1d1b0-e72d-4bfd-bd08-d1680bf79472 req-e592dc7e-e879-42c2-a337-5385a1c70fed tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0516346 Jul 25 12:42:58.394228 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d2f1d1b0-e72d-4bfd-bd08-d1680bf79472 req-0d4562ed-7b68-4b22-9ce4-d089f61dbc81 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600216 Jul 25 12:42:58.580308 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde8a0-caf4-48b7-94a4-0527908fb41b req-0e68455f-a2bf-457e-a00a-c102c5eecb94 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:58.582626 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-61dde8a0-caf4-48b7-94a4-0527908fb41b req-0e68455f-a2bf-457e-a00a-c102c5eecb94 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0490427 Jul 25 12:42:58.635568 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-61dde8a0-caf4-48b7-94a4-0527908fb41b req-058cfb22-092c-41be-9fcf-69d96bc363da tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472641 Jul 25 12:42:59.509012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b558-78a3-4511-a459-2f6a975cf0ad req-f1028f16-1602-4a1e-adaf-75e4e49bc338 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:59.510752 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1f2b558-78a3-4511-a459-2f6a975cf0ad req-f1028f16-1602-4a1e-adaf-75e4e49bc338 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0497246 Jul 25 12:42:59.569554 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1f2b558-78a3-4511-a459-2f6a975cf0ad req-5005a25a-dfc9-4161-a66c-b3649b348ee3 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528281 Jul 25 12:42:59.764462 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752509fb-b535-4894-9bff-4561e8aca927 req-e678ff22-e525-45b9-8b93-27c8695cfc94 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:42:59.766019 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-752509fb-b535-4894-9bff-4561e8aca927 req-e678ff22-e525-45b9-8b93-27c8695cfc94 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0520494 Jul 25 12:42:59.814148 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-752509fb-b535-4894-9bff-4561e8aca927 req-66ea6619-628c-4ef1-a469-3f8efb93e2c7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Jul 25 12:43:00.577605 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:00.703361 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242ae23-49db-4db4-86df-d4c292db2970 req-93cd7263-7a18-4fa4-a5e2-bed0a1d759b6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:00.704848 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9242ae23-49db-4db4-86df-d4c292db2970 req-93cd7263-7a18-4fa4-a5e2-bed0a1d759b6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0568960 Jul 25 12:43:00.768645 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9242ae23-49db-4db4-86df-d4c292db2970 req-d968977f-2ece-4e3e-b240-b7414eefae95 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563130 Jul 25 12:43:00.943113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb49512-2f4d-49ab-8652-055e20e9dab0 req-b2e97147-389d-43cb-bfcd-94f65ed9de15 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:00.945359 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ddb49512-2f4d-49ab-8652-055e20e9dab0 req-b2e97147-389d-43cb-bfcd-94f65ed9de15 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0497019 Jul 25 12:43:00.968184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 49918) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:00.996710 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ddb49512-2f4d-49ab-8652-055e20e9dab0 req-e2c6f244-9483-4175-87f3-7b0f14ec646d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Jul 25 12:43:01.097517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-29b9132a-ad70-40be-b95e-fdf68d9ec928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.152811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:01.193276 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-29b9132a-ad70-40be-b95e-fdf68d9ec928 admin admin] Publish callbacks [] for security_group (06533305-cd82-4f52-9216-26828b984412), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.198512 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-29b9132a-ad70-40be-b95e-fdf68d9ec928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (06533305-cd82-4f52-9216-26828b984412), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.251268 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-29b9132a-ad70-40be-b95e-fdf68d9ec928 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e97970687da94cd8a4aef929b07bf2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818780 Jul 25 12:43:01.252184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9132a-ad70-40be-b95e-fdf68d9ec928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06533305-cd82-4f52-9216-26828b984412,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:01.254160 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 49924) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:01.311447 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Publish callbacks [] for security_group (06533305-cd82-4f52-9216-26828b984412), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.336026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Publish callbacks [] for security_group (06533305-cd82-4f52-9216-26828b984412), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.388731 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (06533305-cd82-4f52-9216-26828b984412), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.391333 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:01.395364 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06533305-cd82-4f52-9216-26828b984412 HTTP/1.1" status: 204 len: 168 time: 0.1374311 Jul 25 12:43:01.406717 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:01.413227 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06533305-cd82-4f52-9216-26828b984412,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:01.421706 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.422083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.422429 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.422811 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.423167 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.423405 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.423732 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.424068 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.424396 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.424727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.425077 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.425365 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.425692 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.426039 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.426364 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e089f-75ff-48fa-8a78-4759fd738ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:01.884865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef6ac2-6d7f-4da0-8f70-e5689cebc427 req-d6c15ab2-2435-44ba-847f-20fdbb77c403 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:01.886703 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ceef6ac2-6d7f-4da0-8f70-e5689cebc427 req-d6c15ab2-2435-44ba-847f-20fdbb77c403 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0533187 Jul 25 12:43:01.935949 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ceef6ac2-6d7f-4da0-8f70-e5689cebc427 req-bc4c88e0-f012-4104-82a9-a589d3471e19 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Jul 25 12:43:02.122865 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9ffec-3efc-4cfc-89c7-f0251ffb37e0 req-d41984fe-9792-4e6e-a658-f9203b9c16c0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:02.124238 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fba9ffec-3efc-4cfc-89c7-f0251ffb37e0 req-d41984fe-9792-4e6e-a658-f9203b9c16c0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0501659 Jul 25 12:43:02.174773 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fba9ffec-3efc-4cfc-89c7-f0251ffb37e0 req-1b9e5d45-23f4-4149-b2c9-4780071a76e2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Jul 25 12:43:03.058069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780fb6-1ca0-41ce-8a3f-d7ded2d400f1 req-593d1734-84c5-4b57-bad7-1157ee343c5d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:03.060241 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c2780fb6-1ca0-41ce-8a3f-d7ded2d400f1 req-593d1734-84c5-4b57-bad7-1157ee343c5d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Jul 25 12:43:03.106434 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c2780fb6-1ca0-41ce-8a3f-d7ded2d400f1 req-a08be67c-dddd-44db-9fdf-4ea66504b76c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Jul 25 12:43:03.304402 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7fd1-1fe3-4b98-886d-df9c063b4ebe req-a7d167bd-2728-4e56-84b0-27d61e883b07 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:03.306267 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-49af7fd1-1fe3-4b98-886d-df9c063b4ebe req-a7d167bd-2728-4e56-84b0-27d61e883b07 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0566967 Jul 25 12:43:03.358628 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-49af7fd1-1fe3-4b98-886d-df9c063b4ebe req-4acb2a28-764f-48a1-9f59-7a02b7ae5fc5 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Jul 25 12:43:04.209865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:04.225051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffadb0b-c1d5-45b9-9e4d-5d0aec07eab5 req-8d242a83-f3f3-4435-bb39-c62b52871d46 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:04.226543 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ffadb0b-c1d5-45b9-9e4d-5d0aec07eab5 req-8d242a83-f3f3-4435-bb39-c62b52871d46 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0499604 Jul 25 12:43:04.275985 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ffadb0b-c1d5-45b9-9e4d-5d0aec07eab5 req-a192eee4-3c64-437d-ab5d-92671cb0def4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 Jul 25 12:43:04.483225 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0234-bfaa-43fb-9f61-9e55d4e97be0 req-127f594f-6a45-41f9-a6c3-60e75ebac598 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:04.484973 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d29f0234-bfaa-43fb-9f61-9e55d4e97be0 req-127f594f-6a45-41f9-a6c3-60e75ebac598 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0521791 Jul 25 12:43:04.535357 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d29f0234-bfaa-43fb-9f61-9e55d4e97be0 req-889ae9de-4934-468d-8eb9-0f670dab4ad0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Jul 25 12:43:04.551473 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=7 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:04.579870 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:05.404647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346912-eb3e-4d0f-9d06-205943e6dd47 req-20c88386-7283-47f8-8d7a-15e83bc43038 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:05.406175 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-80346912-eb3e-4d0f-9d06-205943e6dd47 req-20c88386-7283-47f8-8d7a-15e83bc43038 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0523915 Jul 25 12:43:05.453529 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-80346912-eb3e-4d0f-9d06-205943e6dd47 req-61d5ee71-c89e-4875-b7d7-9297bee88ec5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Jul 25 12:43:05.652931 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feba71-f1fc-421e-b9e7-7e4bcb2cbbda req-76772f1b-a559-49cc-beed-6ef006d62c31 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:05.654407 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f5feba71-f1fc-421e-b9e7-7e4bcb2cbbda req-76772f1b-a559-49cc-beed-6ef006d62c31 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0478911 Jul 25 12:43:05.666105 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:05.707787 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f5feba71-f1fc-421e-b9e7-7e4bcb2cbbda req-e28fe77d-7b17-4eea-adb9-19ad7c337e33 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 Jul 25 12:43:06.587225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc85cd-ad2a-4281-a4c0-00200b425d88 req-aaf5f5cc-3126-42b3-84b9-d4e0c703ba4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:06.588770 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-aabc85cd-ad2a-4281-a4c0-00200b425d88 req-aaf5f5cc-3126-42b3-84b9-d4e0c703ba4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0621266 Jul 25 12:43:06.637929 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-aabc85cd-ad2a-4281-a4c0-00200b425d88 req-499d78ea-9937-4621-9e84-45ee3bb81281 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Jul 25 12:43:06.827845 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b2c12-1ee3-486f-a97a-3434f2af810a req-b91aca81-d9c2-48d0-9002-68fecce6a7b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:06.829343 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-762b2c12-1ee3-486f-a97a-3434f2af810a req-b91aca81-d9c2-48d0-9002-68fecce6a7b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0487380 Jul 25 12:43:06.879244 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-762b2c12-1ee3-486f-a97a-3434f2af810a req-342d6463-ba1e-42b8-9345-0e2910e21d99 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Jul 25 12:43:07.757941 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e350-d8be-4797-a4b4-c0367b6c92f3 req-0c2f039d-aed2-4e1c-88a0-26b9f360815b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:07.759323 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7f7e350-d8be-4797-a4b4-c0367b6c92f3 req-0c2f039d-aed2-4e1c-88a0-26b9f360815b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Jul 25 12:43:07.809186 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7f7e350-d8be-4797-a4b4-c0367b6c92f3 req-9edba200-ce69-4364-adde-bdeeae1e1b65 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443294 Jul 25 12:43:07.995111 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f79f-e427-4eee-96db-372295caf2b6 req-79b447c3-3cbc-41a4-9946-e83f8bccc4c7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:07.996555 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ae44f79f-e427-4eee-96db-372295caf2b6 req-79b447c3-3cbc-41a4-9946-e83f8bccc4c7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0473208 Jul 25 12:43:08.044271 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ae44f79f-e427-4eee-96db-372295caf2b6 req-c797ae46-0218-4b4a-8343-d5e351bba613 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Jul 25 12:43:08.926151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c83ff5-4e90-490e-801e-2965aa7a1d0c req-7ed1e76c-c36a-4651-8e23-124bac7e2102 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:08.927581 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6c83ff5-4e90-490e-801e-2965aa7a1d0c req-7ed1e76c-c36a-4651-8e23-124bac7e2102 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0458491 Jul 25 12:43:08.973583 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6c83ff5-4e90-490e-801e-2965aa7a1d0c req-808fad51-3f4e-4b57-afdc-506d7b0d8aea tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Jul 25 12:43:09.160596 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796ff7d-a692-4888-a1e0-d46c038b69ee req-c1d6f46e-d5a8-4e2e-b4d4-2babbfbdf0fe tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:09.161955 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3796ff7d-a692-4888-a1e0-d46c038b69ee req-c1d6f46e-d5a8-4e2e-b4d4-2babbfbdf0fe tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0490100 Jul 25 12:43:09.209625 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3796ff7d-a692-4888-a1e0-d46c038b69ee req-5ea889fe-9dfa-4cae-9507-5724b4213672 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Jul 25 12:43:10.089554 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61165a38-3fff-4d3c-8d11-d6fb14b06a94 req-c9bb7c52-a546-4eb5-a85b-ae625832e1ed tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:10.091089 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-61165a38-3fff-4d3c-8d11-d6fb14b06a94 req-c9bb7c52-a546-4eb5-a85b-ae625832e1ed tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Jul 25 12:43:10.137505 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-61165a38-3fff-4d3c-8d11-d6fb14b06a94 req-2c5cd933-670a-4c35-8c19-ea0d554dc672 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Jul 25 12:43:10.322885 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3e138-6d6b-4063-9cfe-d1ecc3a9cd56 req-cf40ec3d-e734-43e1-9d50-70a3a0208482 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:10.324312 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5ad3e138-6d6b-4063-9cfe-d1ecc3a9cd56 req-cf40ec3d-e734-43e1-9d50-70a3a0208482 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0455399 Jul 25 12:43:10.370424 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5ad3e138-6d6b-4063-9cfe-d1ecc3a9cd56 req-1264dac3-8256-4eb2-a007-ed11a45c7ed7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Jul 25 12:43:11.079351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Request body: {'port': {'device_id': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:11.143341 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.264776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:11.338834 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27706-07e2-4cae-a809-b174d561d921 req-34b5d868-7545-4098-977c-a7d887e84ea4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:11.340195 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cfa27706-07e2-4cae-a809-b174d561d921 req-34b5d868-7545-4098-977c-a7d887e84ea4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0995772 Jul 25 12:43:11.420750 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cfa27706-07e2-4cae-a809-b174d561d921 req-ddd88f31-2202-4e27-a3fe-0ecbea61a77c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749450 Jul 25 12:43:11.445356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:11.473466 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:11.477895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c70048-0571-4440-8eed-920a0694232f {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:43:11.486662 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks [] for port (70c70048-0571-4440-8eed-920a0694232f), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.493455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5809-8f4b-4a45-aca3-f820893fce5a req-f04de01d-43bb-4df9-a47a-6830bde70b9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:11.494955 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3c0c5809-8f4b-4a45-aca3-f820893fce5a req-f04de01d-43bb-4df9-a47a-6830bde70b9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 931 time: 0.0513997 Jul 25 12:43:11.500183 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Transition to ACTIVE for port object 70c70048-0571-4440-8eed-920a0694232f will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:43:11.505323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.542404 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3c0c5809-8f4b-4a45-aca3-f820893fce5a req-e4e6758a-126a-4eb8-a1a3-32a57adc712c tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Jul 25 12:43:11.555122 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:11.635919 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Attempting to bind port 70c70048-0571-4440-8eed-920a0694232f on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:43:11.636253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Attempting to bind port 70c70048-0571-4440-8eed-920a0694232f by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:43:11.636580 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Attempting to bind port 70c70048-0571-4440-8eed-920a0694232f on network e3a72224-528e-4a69-b7ad-c2fae3886ba0 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:43:11.642663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Port 70c70048-0571-4440-8eed-920a0694232f on network e3a72224-528e-4a69-b7ad-c2fae3886ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:43:11.643097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Attempting to bind port 70c70048-0571-4440-8eed-920a0694232f on network e3a72224-528e-4a69-b7ad-c2fae3886ba0 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:43:11.648902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:43:11.649258 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Checking segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:43:11.649633 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Bound using segment: {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:43:11.650082 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Bound port: 70c70048-0571-4440-8eed-920a0694232f, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001372ef-030c-45d0-ad05-c3e6222a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:43:11.650468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.712321 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:43:11.715308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:43:11.721308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.754622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:11.755283 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:11.756548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] 10.222.0.61 "PUT /v2.0/ports/70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 1093 time: 0.6821828 Jul 25 12:43:11.756972 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:11.759198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a58b34e-a2af-4f74-8566-0cb1bc040dea" -d '{"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:11.783442 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b39b-6425-4b8e-92f5-6c1973c4ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:11.819134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b9480-1a8b-4881-adcf-df2f92911f1b x-openstack-request-id: req-365b9480-1a8b-4881-adcf-df2f92911f1b {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:11.819424 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:11.819672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-365b9480-1a8b-4881-adcf-df2f92911f1b {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:11.820066 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365b9480-1a8b-4881-adcf-df2f92911f1b'] response: {'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:43:11.910991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-7d29fa6d-a14c-4ea2-bae0-243aaa9ea6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:11.912491 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-7d29fa6d-a14c-4ea2-bae0-243aaa9ea6b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1127 time: 0.0432010 Jul 25 12:43:12.535886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab56660-3079-496d-b52a-0647354a1f2d req-d9cb1c51-e797-4317-899e-450484290748 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:12.537321 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4ab56660-3079-496d-b52a-0647354a1f2d req-d9cb1c51-e797-4317-899e-450484290748 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0459404 Jul 25 12:43:12.585603 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4ab56660-3079-496d-b52a-0647354a1f2d req-c50dc2f5-77b5-4a77-a783-34bd1bd8ec07 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428314 Jul 25 12:43:12.695838 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-228d7fc3-8248-4d67-bd30-f7bf0bd8f86f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 217 time: 0.0400472 Jul 25 12:43:12.704095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5731b-f183-4d04-ae18-71174d8817c8 req-d31ef775-d9d8-40e8-bc24-406c02dd3b39 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:12.705536 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-82b5731b-f183-4d04-ae18-71174d8817c8 req-d31ef775-d9d8-40e8-bc24-406c02dd3b39 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 943 time: 0.0815687 Jul 25 12:43:12.753078 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-82b5731b-f183-4d04-ae18-71174d8817c8 req-ac1d973f-65dc-4e6e-b455-a6db59f4147e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jul 25 12:43:13.208991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-37ad98e7-deed-4059-acb4-fa6fa5238c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:13.210465 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-37ad98e7-deed-4059-acb4-fa6fa5238c8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.0445104 Jul 25 12:43:13.257430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-50284027-3cc5-4f9c-af70-3ecde782a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:13.258936 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-50284027-3cc5-4f9c-af70-3ecde782a4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413871 Jul 25 12:43:13.372493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:13.379597 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-59a505d8-54a3-4895-b99d-962e828e3c9d service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931473 Jul 25 12:43:13.471882 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed551745-e8f6-43f0-87b4-239e747a5a7f req-4a315f59-1566-4cde-8dca-f9abc4f028c3 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852079 Jul 25 12:43:13.703591 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43246784-ac4e-4795-846c-ba72134dfb42 req-8134085e-a9dd-4de9-8516-4366026417af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:13.705039 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-43246784-ac4e-4795-846c-ba72134dfb42 req-8134085e-a9dd-4de9-8516-4366026417af tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0470810 Jul 25 12:43:13.755519 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-43246784-ac4e-4795-846c-ba72134dfb42 req-d4d0d357-1fa4-42bc-b726-630713095e26 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440164 Jul 25 12:43:13.830747 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:13.866848 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343bbdd-42ec-4600-915e-f9ae7894f366 req-cb82bb34-8f2b-4d41-9043-a4eedcfcfd05 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:13.867499 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707a244-4fe6-471c-84a6-82d4a144474a req-a368cfc4-3ed6-4791-b481-5d152790a6ff tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:13.868315 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c343bbdd-42ec-4600-915e-f9ae7894f366 req-cb82bb34-8f2b-4d41-9043-a4eedcfcfd05 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0472534 Jul 25 12:43:13.868958 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5707a244-4fe6-471c-84a6-82d4a144474a req-a368cfc4-3ed6-4791-b481-5d152790a6ff tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 943 time: 0.0461709 Jul 25 12:43:13.878261 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50010) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:13.883135 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'floatingip': {'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:13.915668 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5707a244-4fe6-471c-84a6-82d4a144474a req-8c28bdad-e376-46e8-943c-e9ebb60cca95 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Jul 25 12:43:13.919783 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:14.205282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e484b6-9798-4d26-864c-77ec16e57792 req-3a35bc03-c9ef-454a-a82b-1a9c51ece0c9 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:14.206838 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-57e484b6-9798-4d26-864c-77ec16e57792 req-3a35bc03-c9ef-454a-a82b-1a9c51ece0c9 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0507078 Jul 25 12:43:14.254548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-57e484b6-9798-4d26-864c-77ec16e57792 req-7cebb41c-0da7-4ec2-8961-5ee985ab3361 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Jul 25 12:43:14.286000 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:14.349742 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:14.353330 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:14.444767 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Floating IP f9a0c4e5-68c9-41b9-81cb-4405bb8e601c associated. External IP: 172.27.1.186, port: 6b28587e-6996-4619-ba6a-9d6da94f0def. Jul 25 12:43:14.634411 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:43:14.737567 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:43:14.748009 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:14.749777 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:43:14.759217 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:43:14.759830 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:14.767508 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:14.776890 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-a28b951e-01c1-45b4-8f59-7b25e82b7a7e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "PUT /v2.0/floatingips/f9a0c4e5-68c9-41b9-81cb-4405bb8e601c HTTP/1.1" status: 200 len: 992 time: 0.8970428 Jul 25 12:43:14.777620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:14.780270 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99738dc5-d1f2-4b24-b661-56836a706267" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:14.816453 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad20a3-5650-4ca1-a87e-7841dd2c8de0 x-openstack-request-id: req-8dad20a3-5650-4ca1-a87e-7841dd2c8de0 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:14.816733 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:14.816980 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8dad20a3-5650-4ca1-a87e-7841dd2c8de0 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:14.817373 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dad20a3-5650-4ca1-a87e-7841dd2c8de0'] response: {'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'status': 'completed', 'code': 200} Jul 25 12:43:14.861668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:43:15.016598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:15.032150 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b7dcf-04ce-4527-b7ce-89a5107addc0 req-215b9ac2-fd23-4e43-9942-ef2f33ed725d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:15.033607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a46b7dcf-04ce-4527-b7ce-89a5107addc0 req-215b9ac2-fd23-4e43-9942-ef2f33ed725d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 943 time: 0.0485847 Jul 25 12:43:15.058171 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:15.083291 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a46b7dcf-04ce-4527-b7ce-89a5107addc0 req-859ed4f4-5e65-4cd4-934b-3aa358644b35 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Jul 25 12:43:15.115720 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:43:14Z', 'revision_number': 1, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:15.140401 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:43:15.149285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:43:15.149880 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:42:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:15.249655 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:43:15.376819 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0243e7-74d1-4d31-87c6-d68e684b7695 req-839856c1-08cc-4c12-abb4-591a56f57de2 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:15.378938 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf0243e7-74d1-4d31-87c6-d68e684b7695 req-839856c1-08cc-4c12-abb4-591a56f57de2 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Jul 25 12:43:15.424861 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf0243e7-74d1-4d31-87c6-d68e684b7695 req-5c9066ec-0d02-45c5-b693-583f45d32cec tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Jul 25 12:43:15.460435 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:43:14Z', 'revision_number': 1, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:15.484781 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbe5e8-011c-4576-a3d9-3f8f3d3bebe1 None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:43:14Z', 'revision_number': 1, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:43:16.054903 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086f1ef-ae31-4657-b205-bc047a17c355 None None] New status for floating IP f9a0c4e5-68c9-41b9-81cb-4405bb8e601c: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:43:16.201493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bae72-39e6-460b-be5d-78466dc5e2eb req-e2d84c8c-c8d0-4bfc-a44a-b886d7e6f66e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:16.202996 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a9bae72-39e6-460b-be5d-78466dc5e2eb req-e2d84c8c-c8d0-4bfc-a44a-b886d7e6f66e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 943 time: 0.0472693 Jul 25 12:43:16.253653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 70c70048-0571-4440-8eed-920a0694232f details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:43:16.255937 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a9bae72-39e6-460b-be5d-78466dc5e2eb req-454f9fb4-2745-454f-93e2-a4da265fc7b7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Jul 25 12:43:16.358063 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:16.367101 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:16.370135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '70c70048-0571-4440-8eed-920a0694232f', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'port_id': '70c70048-0571-4440-8eed-920a0694232f', 'mac_address': 'fa:16:3e:90:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:43:16.404283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 70c70048-0571-4440-8eed-920a0694232f is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:43:16.404666 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:16.417017 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c70048-0571-4440-8eed-920a0694232f {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:43:16.436269 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:16.439596 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:16.552779 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b15d81-2932-4dd2-92cf-d3c79af406bd req-292bc213-5c42-4317-8a73-2e2be5b3673b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:16.554360 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a0b15d81-2932-4dd2-92cf-d3c79af406bd req-292bc213-5c42-4317-8a73-2e2be5b3673b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Jul 25 12:43:16.602453 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a0b15d81-2932-4dd2-92cf-d3c79af406bd req-2a584f9b-a52a-4d8a-a597-b472beebe7a9 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Jul 25 12:43:16.606521 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:16.864208 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-7dda179e-d21f-4ea3-b7c3-728dc10cfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:16.865596 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-7dda179e-d21f-4ea3-b7c3-728dc10cfb46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1128 time: 0.0707159 Jul 25 12:43:16.866886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738dc5-d1f2-4b24-b661-56836a706267 req-b9ecf50c-a6b8-4dd4-9ace-4028bb0906ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:16.868187 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-b9ecf50c-a6b8-4dd4-9ace-4028bb0906ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0614481 Jul 25 12:43:17.152054 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:43:17.375035 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436bcfc-1bc8-47f1-929a-ce06cfcfed71 req-b2c223a1-98e3-4364-a76d-d87540fcd43f tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:17.376468 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c436bcfc-1bc8-47f1-929a-ce06cfcfed71 req-b2c223a1-98e3-4364-a76d-d87540fcd43f tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 944 time: 0.0475509 Jul 25 12:43:17.430649 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c436bcfc-1bc8-47f1-929a-ce06cfcfed71 req-6d5186ad-4a10-417d-bed2-85cab751abe0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Jul 25 12:43:17.719984 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b437-342f-4f89-a647-cbb0477f6d7c req-3b7b2377-8ef8-4731-877c-0871ebf9d8ad tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:17.721393 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9828b437-342f-4f89-a647-cbb0477f6d7c req-3b7b2377-8ef8-4731-877c-0871ebf9d8ad tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Jul 25 12:43:17.770742 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9828b437-342f-4f89-a647-cbb0477f6d7c req-36ec81e8-042e-4e2c-8c81-419017edabb9 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Jul 25 12:43:17.874634 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-363d0f04-4481-4400-899d-c6e89ada71a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:18.399615 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 70c70048-0571-4440-8eed-920a0694232f up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:43:18.406445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-31fc821d-23aa-4b69-88ec-ea60d032d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.407906 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-31fc821d-23aa-4b69-88ec-ea60d032d4b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.1566253 Jul 25 12:43:18.408954 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738dc5-d1f2-4b24-b661-56836a706267 req-d706f14a-6006-44ca-bd11-d8119d166f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.410828 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-d706f14a-6006-44ca-bd11-d8119d166f00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1577752 Jul 25 12:43:18.424332 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:18.441336 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 70c70048-0571-4440-8eed-920a0694232f completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:43:18.447316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 70c70048-0571-4440-8eed-920a0694232f triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:43:18.447679 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (70c70048-0571-4440-8eed-920a0694232f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:18.488119 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-cdf2e155-54d0-4e47-96f7-b04acce92afd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 217 time: 0.0689588 Jul 25 12:43:18.522401 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 70c70048-0571-4440-8eed-920a0694232f is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:43:18.522810 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:18.549559 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:18.551877 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323616e-ee8c-4899-b6d9-7d4583f94569" -d '{"events": [{"server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:18.562549 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-4c00dd9c-06e2-4aff-860a-642b9ccc7d3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1002 time: 0.1422250 Jul 25 12:43:18.565346 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:18.567873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:18.571177 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:18.599027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef52942-6cd2-4264-9d07-1a1b2ddea2aa x-openstack-request-id: req-6ef52942-6cd2-4264-9d07-1a1b2ddea2aa {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:18.599330 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "70c70048-0571-4440-8eed-920a0694232f", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:18.599578 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ef52942-6cd2-4264-9d07-1a1b2ddea2aa {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:18.599963 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef52942-6cd2-4264-9d07-1a1b2ddea2aa'] response: {'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'code': 200} Jul 25 12:43:18.614380 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc714-66ff-49da-b21b-bfe59c83db70 req-a8f82538-a73c-4784-be8a-98d28eb944ea tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.615809 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6b0bc714-66ff-49da-b21b-bfe59c83db70 req-a8f82538-a73c-4784-be8a-98d28eb944ea tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 944 time: 0.1036456 Jul 25 12:43:18.622704 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-25ebe5b2-bbad-4447-b7d3-c306450f5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.624072 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-25ebe5b2-bbad-4447-b7d3-c306450f5101 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.1246607 Jul 25 12:43:18.625735 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:18.654522 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738dc5-d1f2-4b24-b661-56836a706267 req-3c23578a-1d17-4277-8bc7-3bc42e7b365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.655842 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-3c23578a-1d17-4277-8bc7-3bc42e7b365d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0868020 Jul 25 12:43:18.680314 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6b0bc714-66ff-49da-b21b-bfe59c83db70 req-c8d03b52-efd4-44c3-a8e0-48c9baabb190 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553789 Jul 25 12:43:18.795933 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-68c5c73b-f9db-4b71-b508-e4ac480bc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.797556 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-68c5c73b-f9db-4b71-b508-e4ac480bc3cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706477 Jul 25 12:43:18.801024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738dc5-d1f2-4b24-b661-56836a706267 req-3f0814de-ace8-4224-b661-0f68e8b25d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.802542 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-3f0814de-ace8-4224-b661-0f68e8b25d94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0667439 Jul 25 12:43:18.891777 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4181-3696-483d-a981-caf9daf8affe req-ef5f477b-5c98-454d-86cb-a88c1bf49ba3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:18.893294 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e30c4181-3696-483d-a981-caf9daf8affe req-ef5f477b-5c98-454d-86cb-a88c1bf49ba3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0471861 Jul 25 12:43:18.944775 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e30c4181-3696-483d-a981-caf9daf8affe req-5a478763-167c-40a0-aeb6-a6f167f2b31b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Jul 25 12:43:19.222794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:19.226896 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029016b5-9102-44ad-8466-f9adccd86efc req-579f9657-6851-47e4-993d-88d0f533e9bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:19.228396 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-029016b5-9102-44ad-8466-f9adccd86efc req-579f9657-6851-47e4-993d-88d0f533e9bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Jul 25 12:43:19.241488 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-bc4c63f9-4f94-4558-897c-eb232c9f56d6 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849728 Jul 25 12:43:19.246141 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-c4c980ce-afde-4292-be96-92516b38d581 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822252 Jul 25 12:43:19.263621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116158d-2c29-4cf3-8cda-e8ccc9992ef9 req-7095f562-52c0-4b1d-b25c-38f3f4326397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:19.264989 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1116158d-2c29-4cf3-8cda-e8ccc9992ef9 req-7095f562-52c0-4b1d-b25c-38f3f4326397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1129 time: 0.0598745 Jul 25 12:43:19.346796 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Deleting port e14dd80c-9184-42a5-9866-2e89532cfb2e {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:43:19.347134 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:19.409949 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:19.454314 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] For port e14dd80c-9184-42a5-9866-2e89532cfb2e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e14dd80c-9184-42a5-9866-2e89532cfb2e,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:19.454676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:19.470483 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Calling delete_port for e14dd80c-9184-42a5-9866-2e89532cfb2e owned by compute:nova {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:43:19.604461 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (e14dd80c-9184-42a5-9866-2e89532cfb2e), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:19.645979 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1116158d-2c29-4cf3-8cda-e8ccc9992ef9 req-470fe8e8-ed47-45b7-b3e9-9f679b4f3a3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564603 Jul 25 12:43:19.651547 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a58b34e-a2af-4f74-8566-0cb1bc040dea req-f2f3380a-99c2-405f-ac9b-831b6337b8cb service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892541 Jul 25 12:43:19.655418 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['e14dd80c-9184-42a5-9866-2e89532cfb2e'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:43:19.670161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99738dc5-d1f2-4b24-b661-56836a706267 req-3431ece3-0635-420a-82b0-e57bd05c0056 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149294 Jul 25 12:43:19.810371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7ffa-95a8-4cdc-9522-a4ce7ccbb551 req-22051984-8a08-452f-918f-260bfe079b13 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:19.812483 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9a8b7ffa-95a8-4cdc-9522-a4ce7ccbb551 req-22051984-8a08-452f-918f-260bfe079b13 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0505798 Jul 25 12:43:19.867296 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9a8b7ffa-95a8-4cdc-9522-a4ce7ccbb551 req-c7a7e980-4899-4380-8034-ed901b672b40 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Jul 25 12:43:19.872911 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Pushing event deleted for resources: {'Port': ['ID=e14dd80c-9184-42a5-9866-2e89532cfb2e,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:19.938419 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] No DVR routers for this DVR port e14dd80c-9184-42a5-9866-2e89532cfb2e on host hv-cinder-82549 {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:43:19.940874 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:19.944711 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "DELETE /v2.0/ports/e14dd80c-9184-42a5-9866-2e89532cfb2e HTTP/1.1" status: 204 len: 173 time: 0.7091925 Jul 25 12:43:19.945141 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'name': 'network-vif-deleted', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:19.947396 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969f7a7-ac8c-4284-8d94-b8d8cf7b56c3" -d '{"events": [{"server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "name": "network-vif-deleted", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:19.986966 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8fc5b-c215-4e5e-bfbf-9729c070531f x-openstack-request-id: req-82d8fc5b-c215-4e5e-bfbf-9729c070531f {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:19.987266 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3480c263-469e-4ba6-8104-9b8b62d02c60", "name": "network-vif-deleted", "tag": "e14dd80c-9184-42a5-9866-2e89532cfb2e", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:19.987519 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82d8fc5b-c215-4e5e-bfbf-9729c070531f {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:19.987919 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d8fc5b-c215-4e5e-bfbf-9729c070531f'] response: {'server_uuid': '3480c263-469e-4ba6-8104-9b8b62d02c60', 'name': 'network-vif-deleted', 'tag': 'e14dd80c-9184-42a5-9866-2e89532cfb2e', 'status': 'completed', 'code': 200} Jul 25 12:43:20.044619 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a375fa4-ca22-4d9d-becf-717377450e23 req-b201cc86-e522-4cd2-ae7f-cb69435d95de tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Jul 25 12:43:20.164592 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f40d0fee-a104-4e4e-84df-8fa74ad6b102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:20.988192 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06415d6b-449d-4798-b30c-93f64b69b668 req-06606db0-42e7-47b4-ae1e-23e40b5f8c89 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:20.989689 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-06415d6b-449d-4798-b30c-93f64b69b668 req-06606db0-42e7-47b4-ae1e-23e40b5f8c89 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0514479 Jul 25 12:43:21.041542 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-06415d6b-449d-4798-b30c-93f64b69b668 req-94638087-c462-419a-a32e-9ccdf89232d0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 Jul 25 12:43:21.156935 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5a0b3a45-eb6d-4f3e-b15a-afbdae27dbde req-4ea1affb-e0c4-49bc-bfee-91e1c662bda3 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=3480c263-469e-4ba6-8104-9b8b62d02c60 HTTP/1.1" status: 200 len: 210 time: 0.0277824 Jul 25 12:43:21.283034 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:22.147108 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:22.162714 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d6c81-1f90-4343-8e29-03a50cfd7c9b req-1f275afb-2bc2-4a3c-99e6-277c6f294857 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:22.164184 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b77d6c81-1f90-4343-8e29-03a50cfd7c9b req-1f275afb-2bc2-4a3c-99e6-277c6f294857 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0508573 Jul 25 12:43:22.212505 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b77d6c81-1f90-4343-8e29-03a50cfd7c9b req-2c515476-5dae-4fd0-90d0-20c906efc2dd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Jul 25 12:43:22.333100 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9f92b-ffae-4fae-aecf-c24fe5ce7850 req-e2308ee0-13a6-4af2-bd3d-9a849d88e4bc tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:22.334580 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8bc9f92b-ffae-4fae-aecf-c24fe5ce7850 req-e2308ee0-13a6-4af2-bd3d-9a849d88e4bc tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0470486 Jul 25 12:43:22.388174 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e14dd80c-9184-42a5-9866-2e89532cfb2e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:43:22.393869 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8bc9f92b-ffae-4fae-aecf-c24fe5ce7850 req-5c267c8d-ff0c-49df-b1d7-4553b91a54ac tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535362 Jul 25 12:43:22.410956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: e14dd80c-9184-42a5-9866-2e89532cfb2e {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:43:22.411300 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e14dd80c-9184-42a5-9866-2e89532cfb2e not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:43:22.601895 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:22.721495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e31c91-18bb-44e4-a5ee-d822e38769e2 req-bb19ccb7-cfb0-4de0-a929-228414c173dd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:22.723481 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e3e31c91-18bb-44e4-a5ee-d822e38769e2 req-bb19ccb7-cfb0-4de0-a929-228414c173dd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0458386 Jul 25 12:43:22.769155 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e3e31c91-18bb-44e4-a5ee-d822e38769e2 req-d9704170-1404-4baa-a16c-ce092ea20023 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jul 25 12:43:23.105007 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:26.207090 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:26.227765 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:31.554924 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:43:32.206182 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:32.209274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:32.763377 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:32.765967 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=59 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:33.094657 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=73,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:33.101314 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:34.377093 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-bfb9c7a9-c443-46d7-88f9-13b2a38250a0 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:34.378544 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-bfb9c7a9-c443-46d7-88f9-13b2a38250a0 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/networks?id=f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 200 len: 814 time: 0.1027820 Jul 25 12:43:34.395911 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-c0dbede7-1126-419d-8c9f-1c8eed809c9c tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/quotas/5d2fa8874dab4d3bbc87161b540ffae9 HTTP/1.1" status: 200 len: 375 time: 0.0106249 Jul 25 12:43:34.427836 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-e3ccc2e3-e992-453c-8612-717d4b5867f8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268559 Jul 25 12:43:34.518550 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-4a7aa43c-2744-4a1a-b47b-42a2ebfa2cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Jul 25 12:43:34.573432 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:34.615611 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-c5c7e931-1df5-4942-a3e4-4d78b91a4f70 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907981 Jul 25 12:43:34.780809 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3e25057e-a75b-488b-b95b-d99707936303 req-58858aea-422d-4b83-833f-016d1c76d025 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 210 time: 0.0278242 Jul 25 12:43:35.895302 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-940eac02-4bef-482f-a7eb-b71957285a97 req-c3ad0cc1-740d-4760-897c-794da8f6f434 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 210 time: 0.0323026 Jul 25 12:43:35.931933 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-b0d4fcda-bf97-40eb-b15e-aca72f7bcd9b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:35.933477 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-b0d4fcda-bf97-40eb-b15e-aca72f7bcd9b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "GET /v2.0/networks?id=f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 200 len: 814 time: 0.1445451 Jul 25 12:43:35.991733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Request body: {'port': {'device_id': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901', 'admin_state_up': True, 'tenant_id': '5d2fa8874dab4d3bbc87161b540ffae9'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:36.108860 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Made reservation on behalf of 5d2fa8874dab4d3bbc87161b540ffae9 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:43:36.113013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.255913 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Allocated IP 172.20.0.10 (f1d4b61f-f554-4201-9844-f84836207901/281ee747-5730-4fc4-a213-e5f50c14b9f1/c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:43:36.403412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks [] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.423197 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:36.428720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:36.436639 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.477042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Network f1d4b61f-f554-4201-9844-f84836207901 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:43:36.482092 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:43:36.486220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:43:36.511642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Pushing event updated for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:36.524292 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.524625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.524961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.525294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.525620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.525967 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.526295 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.526615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.526935 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.527253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.527573 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.527890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.528219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.528524 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.528840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:36.550025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:36.551160 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.566121 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-dd45169c-c037-4d62-b4f0-c0937522ba6d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787127 Jul 25 12:43:36.586195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Request body: {'port': {'device_id': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:36.647930 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.894549 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:43:36.902030 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks [] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.914905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Transition to ACTIVE for port object c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:43:36.918443 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:36.987423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:37.066468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790082-9932-42b0-b3d7-c7101715daf9 req-fd5f9bbc-801b-4897-b7a4-d0853f37cc67 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.067932 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2790082-9932-42b0-b3d7-c7101715daf9 req-fd5f9bbc-801b-4897-b7a4-d0853f37cc67 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 944 time: 0.0940187 Jul 25 12:43:37.104727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Attempting to bind port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:43:37.105059 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Attempting to bind port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:43:37.105381 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Attempting to bind port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee on network f1d4b61f-f554-4201-9844-f84836207901 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:43:37.113615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee on network f1d4b61f-f554-4201-9844-f84836207901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:43:37.113946 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Attempting to bind port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee on network f1d4b61f-f554-4201-9844-f84836207901 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:43:37.125380 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:43:37.125708 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Checking segment: {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:43:37.126106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Bound using segment: {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:43:37.126530 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Bound port: c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a034a32a-96b1-4340-99a9-a891a16213a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:43:37.126884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:37.153198 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2790082-9932-42b0-b3d7-c7101715daf9 req-129e8117-06f0-4b76-aff6-cf7a39191b5e tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Jul 25 12:43:37.181727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:37.240250 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:43:37.243719 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-b2c0218f-1488-4bfe-871f-597dadfd7e99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564620 Jul 25 12:43:37.245266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:43:37.251042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:37.287608 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.288226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:37.289590 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-65e80182-f945-4c93-930f-0d607057f945 service neutron] 10.222.0.61 "PUT /v2.0/ports/c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee HTTP/1.1" status: 200 len: 1094 time: 0.7073050 Jul 25 12:43:37.290046 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:37.292262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:37.301374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:37.341935 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b04928-6ad7-4fa3-87c8-2bb606e19216 x-openstack-request-id: req-f8b04928-6ad7-4fa3-87c8-2bb606e19216 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:37.342232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:37.342487 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8b04928-6ad7-4fa3-87c8-2bb606e19216 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:37.342885 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b04928-6ad7-4fa3-87c8-2bb606e19216'] response: {'name': 'network-changed', 'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee', 'status': 'completed', 'code': 200} Jul 25 12:43:37.352195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e80182-f945-4c93-930f-0d607057f945 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:37.362744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-62022b52-d5f5-4a07-a090-e0fca43d89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.364320 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-62022b52-d5f5-4a07-a090-e0fca43d89b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1129 time: 0.0598102 Jul 25 12:43:37.475576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-f0f03019-c269-4d4d-95f7-f90ebdce3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.476962 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-f0f03019-c269-4d4d-95f7-f90ebdce3d0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 1128 time: 0.0872560 Jul 25 12:43:37.538160 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-a6788477-3c55-40b2-baf6-0be9c55a4a97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee HTTP/1.1" status: 200 len: 217 time: 0.0400326 Jul 25 12:43:37.540730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-77e70add-dbf1-4185-ac73-889df79b641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.542083 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-77e70add-dbf1-4185-ac73-889df79b641f service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.1423416 Jul 25 12:43:37.583764 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:37.644407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-f5918c4c-6320-4b8f-af4d-090e885eaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.646425 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-f5918c4c-6320-4b8f-af4d-090e885eaa1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=281ee747-5730-4fc4-a213-e5f50c14b9f1 HTTP/1.1" status: 200 len: 854 time: 0.0922165 Jul 25 12:43:37.648188 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-cec5dca5-9c18-4400-a141-326e04cff109 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 1000 time: 0.0929348 Jul 25 12:43:37.707788 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-ec1ad953-9f25-4183-84b6-607ec6458cee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1d4b61f-f554-4201-9844-f84836207901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490074 Jul 25 12:43:37.764870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-7f4213ed-7810-4b05-b031-4204bbc68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.766182 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-7f4213ed-7810-4b05-b031-4204bbc68cc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.1069479 Jul 25 12:43:37.829173 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-d2a38f21-6b0a-4188-9ea6-124e6b3e95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:37.830827 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-d2a38f21-6b0a-4188-9ea6-124e6b3e95a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556335 Jul 25 12:43:37.847405 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-7499ea27-4a22-4343-88c9-385e511e34dc service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323819 Jul 25 12:43:38.001107 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-ec5c6965-3aa3-485d-8b93-cbb9938db921 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615987 Jul 25 12:43:38.006783 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6672f99-360e-413c-b6ef-ec876f34ce43 req-6776e3d4-2f1e-4cf8-96a7-cc60abe96b53 service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487501 Jul 25 12:43:38.126175 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9623defc-205a-4fba-8376-f0fa065fc0d5 req-1e19e645-b671-44c3-b3e8-400bf884b340 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983665 Jul 25 12:43:38.199309 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90cc7-ee9e-4aec-b5b5-33f1096d5f4f req-26f75c83-4d2f-4243-ad7b-15fc7357df99 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:38.200765 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d8c90cc7-ee9e-4aec-b5b5-33f1096d5f4f req-26f75c83-4d2f-4243-ad7b-15fc7357df99 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0509112 Jul 25 12:43:38.243620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:38.249162 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d8c90cc7-ee9e-4aec-b5b5-33f1096d5f4f req-6a902c60-8c2d-4093-8004-694efee2f1f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Jul 25 12:43:38.281408 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f106a-780a-4b84-98e8-e73807a152ef req-fe22d1be-d96f-4638-a082-d414a99d33bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:38.282875 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-879f106a-780a-4b84-98e8-e73807a152ef req-fe22d1be-d96f-4638-a082-d414a99d33bd tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 944 time: 0.0505936 Jul 25 12:43:38.332972 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-879f106a-780a-4b84-98e8-e73807a152ef req-d733da9b-699d-435a-a328-ad1b9f9f2d7b tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Jul 25 12:43:39.370711 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aca4c-6902-4d5f-948d-d0b6880cb6d1 req-601a1115-1e4f-4015-9130-3e2f0fb20aff tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:39.373522 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b8aca4c-6902-4d5f-948d-d0b6880cb6d1 req-601a1115-1e4f-4015-9130-3e2f0fb20aff tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0480435 Jul 25 12:43:39.425527 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5b8aca4c-6902-4d5f-948d-d0b6880cb6d1 req-c3a6d745-2fc3-4b0b-97df-0815500670cd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Jul 25 12:43:39.460307 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e0544-cd74-4c79-a03d-0f01eadb64a5 req-3465a46a-6d19-4e69-98ef-ef4741bde2b5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:39.461852 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-725e0544-cd74-4c79-a03d-0f01eadb64a5 req-3465a46a-6d19-4e69-98ef-ef4741bde2b5 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 944 time: 0.0557437 Jul 25 12:43:39.511700 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-725e0544-cd74-4c79-a03d-0f01eadb64a5 req-47ba1677-81c3-4587-a5e2-e2e4b6bf4c08 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Jul 25 12:43:40.553213 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472fa75-960d-4365-97f8-42f9af62c8f8 req-0c8209d2-7f7c-4b81-a33c-5342bdec54fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:40.554783 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1472fa75-960d-4365-97f8-42f9af62c8f8 req-0c8209d2-7f7c-4b81-a33c-5342bdec54fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0504961 Jul 25 12:43:40.604277 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1472fa75-960d-4365-97f8-42f9af62c8f8 req-b2495e5f-3486-4d52-b179-c42d246a0554 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Jul 25 12:43:40.631781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f59d3-1445-48eb-9f51-408198670077 req-19609078-085c-4dc3-8565-735225418d89 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:40.633238 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fd4f59d3-1445-48eb-9f51-408198670077 req-19609078-085c-4dc3-8565-735225418d89 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 944 time: 0.0497394 Jul 25 12:43:40.686357 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fd4f59d3-1445-48eb-9f51-408198670077 req-603c0143-8026-4465-a672-16355cc0e50f tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Jul 25 12:43:41.550902 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:41.726644 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee2e8-f023-481f-ae8a-04db745ba34d req-f9111eba-1628-4957-a690-b3977df5179e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:41.728109 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-70aee2e8-f023-481f-ae8a-04db745ba34d req-f9111eba-1628-4957-a690-b3977df5179e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0478034 Jul 25 12:43:41.775814 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-70aee2e8-f023-481f-ae8a-04db745ba34d req-70017f21-a8cd-4b8a-8d87-414be7368425 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Jul 25 12:43:41.795494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:41.807080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4220e5-d328-4389-a698-2ea98f2a0c57 req-1b01ec7c-85fb-493c-9426-64eae118a9f1 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:41.808508 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ff4220e5-d328-4389-a698-2ea98f2a0c57 req-1b01ec7c-85fb-493c-9426-64eae118a9f1 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 944 time: 0.0502937 Jul 25 12:43:41.854602 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ff4220e5-d328-4389-a698-2ea98f2a0c57 req-5b5dd294-1f32-4dc7-857c-13ee67c6c711 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Jul 25 12:43:42.150739 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-ba118bfb-b041-4bf5-90b3-3380e71b12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:42.152212 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-ba118bfb-b041-4bf5-90b3-3380e71b12a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 1128 time: 0.0386572 Jul 25 12:43:42.290874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-deead00c-cda5-4780-b3c6-b84162879f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:42.292304 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-deead00c-cda5-4780-b3c6-b84162879f5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 200 len: 915 time: 0.0882115 Jul 25 12:43:42.434378 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-9912f50d-d5c8-4538-89c0-10a9661c6d0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee HTTP/1.1" status: 200 len: 217 time: 0.0318668 Jul 25 12:43:42.517706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:43:42.615867 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:42.627009 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee', 'network_id': 'f1d4b61f-f554-4201-9844-f84836207901', 'port_id': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee', 'mac_address': 'fa:16:3e:ce:7e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281ee747-5730-4fc4-a213-e5f50c14b9f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:43:42.665902 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:43:42.666309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:42.678999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:43:42.699097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:42.702754 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:42.748591 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:42.756015 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.756354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.756707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.757054 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.757380 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.757697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.758035 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.758350 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.758665 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.758980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.759295 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.759626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.759939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.760246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.760554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:43:42.900526 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145b24-b073-43d0-a73b-090b26c86371 req-13ea7bb8-57b6-4096-8d45-385989681c0b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:42.902021 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e1145b24-b073-43d0-a73b-090b26c86371 req-13ea7bb8-57b6-4096-8d45-385989681c0b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0504198 Jul 25 12:43:42.949690 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e1145b24-b073-43d0-a73b-090b26c86371 req-f1b6ddbf-c3fa-42ec-b740-36a5a34a606b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Jul 25 12:43:42.975106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c877e3-d839-475f-b93e-b65eacf8523b req-7d5ac84e-1feb-4b5b-9ca2-7dc8b8a31364 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:42.975106 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e9c877e3-d839-475f-b93e-b65eacf8523b req-7d5ac84e-1feb-4b5b-9ca2-7dc8b8a31364 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 945 time: 0.0485964 Jul 25 12:43:43.020912 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e9c877e3-d839-475f-b93e-b65eacf8523b req-429ac6f0-56c5-4571-ae18-739ca1945c59 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Jul 25 12:43:43.101675 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-fcee6607-7179-4c47-a2d4-e2fb2c9eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:43.103192 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-fcee6607-7179-4c47-a2d4-e2fb2c9eec81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=281ee747-5730-4fc4-a213-e5f50c14b9f1 HTTP/1.1" status: 200 len: 854 time: 0.0510020 Jul 25 12:43:43.485971 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:43:43.660578 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-801d2ce2-26a5-4207-adf5-acc65a7041e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1d4b61f-f554-4201-9844-f84836207901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326536 Jul 25 12:43:43.769309 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-38a3d80b-4d71-49c2-bdd0-4a4b40f9126c service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002340 Jul 25 12:43:43.878172 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ad9bcb-2eb1-4449-ad70-acd39c3ac380 req-061a6aed-4d24-427f-b890-d986d40107a3 service neutron] 10.222.0.61 "GET /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008368 Jul 25 12:43:44.072789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975ae8-f0a2-42d7-b0f6-ff4676dee28a req-fb816553-92bd-4261-8113-7582bcfbba86 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:44.074341 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-97975ae8-f0a2-42d7-b0f6-ff4676dee28a req-fb816553-92bd-4261-8113-7582bcfbba86 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0476742 Jul 25 12:43:44.123029 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-97975ae8-f0a2-42d7-b0f6-ff4676dee28a req-0ff21733-8172-4b29-b4cd-401227917ceb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Jul 25 12:43:44.136625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6478-fb15-42d6-96bf-b60c9f396376 req-89c4b362-fe49-4112-9f2b-453f297db077 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:44.138277 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b86c6478-fb15-42d6-96bf-b60c9f396376 req-89c4b362-fe49-4112-9f2b-453f297db077 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 945 time: 0.0483792 Jul 25 12:43:44.185322 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b86c6478-fb15-42d6-96bf-b60c9f396376 req-a0465d61-f652-41ee-a058-d44d060084ca tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Jul 25 12:43:44.960396 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:43:44.967311 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368869cb-bb49-41c3-89a9-0f14354a7889 req-3ad5789b-3ecf-4041-a1a2-b5c5e63c050a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:44.968800 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-368869cb-bb49-41c3-89a9-0f14354a7889 req-3ad5789b-3ecf-4041-a1a2-b5c5e63c050a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0484624 Jul 25 12:43:45.001634 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:43:45.008471 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:43:45.009058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.025256 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-368869cb-bb49-41c3-89a9-0f14354a7889 req-daf96892-0ff3-424d-a579-bdf1259d538d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Jul 25 12:43:45.050863 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50270) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:45.089403 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:43:45.089799 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.113269 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:45.115549 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda6565-560d-4f22-93ec-09fd3b161b86" -d '{"events": [{"server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:45.128460 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:45.133756 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.170709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10b4805-7f20-4b26-9bfe-4bb2c63becf1 x-openstack-request-id: req-c10b4805-7f20-4b26-9bfe-4bb2c63becf1 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:45.171289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:45.171692 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c10b4805-7f20-4b26-9bfe-4bb2c63becf1 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:45.172333 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10b4805-7f20-4b26-9bfe-4bb2c63becf1'] response: {'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee', 'code': 200} Jul 25 12:43:45.188965 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:45.268918 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442014-9cf9-420e-af18-4f9e879c6018 req-4f149d23-1a31-4d32-868b-390eb301eb12 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:45.270493 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9f442014-9cf9-420e-af18-4f9e879c6018 req-4f149d23-1a31-4d32-868b-390eb301eb12 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0559480 Jul 25 12:43:45.272953 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bd855-7fa6-4116-b94d-4923f1246092 tempest-TestMinimumBasicScenario-1660557300 tempest-TestMinimumBasicScenario-1660557300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:45.278084 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a22bd855-7fa6-4116-b94d-4923f1246092 tempest-TestMinimumBasicScenario-1660557300 tempest-TestMinimumBasicScenario-1660557300-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1124 time: 0.2240486 Jul 25 12:43:45.278489 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50280) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:45.287479 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'port_id': '70c70048-0571-4440-8eed-920a0694232f', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:45.319076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:45.328891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aba76-5327-47df-975a-4e72642ba6e1 req-b0574918-23b2-49ec-b8cd-d1be478fc7b8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:45.331346 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-286aba76-5327-47df-975a-4e72642ba6e1 req-b0574918-23b2-49ec-b8cd-d1be478fc7b8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0522690 Jul 25 12:43:45.334573 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.353946 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9f442014-9cf9-420e-af18-4f9e879c6018 req-5b7a2bab-7eef-4e9d-8455-3b3d85798e2a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769384 Jul 25 12:43:45.393549 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-286aba76-5327-47df-975a-4e72642ba6e1 req-84cc69c8-37cc-4a45-8ef1-081caf4f3874 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Jul 25 12:43:45.420091 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be0eb-1856-4b60-af79-04c539d1c3c3 req-33cf39c1-b549-4617-9fa2-a484602d5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:45.421544 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d06be0eb-1856-4b60-af79-04c539d1c3c3 req-33cf39c1-b549-4617-9fa2-a484602d5ce5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 1130 time: 0.0434933 Jul 25 12:43:45.431379 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.469653 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d06be0eb-1856-4b60-af79-04c539d1c3c3 req-4d2c643c-87af-49c9-a58c-e1744e44fa84 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Jul 25 12:43:45.488995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:45.547283 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Allocated IP 172.27.1.106 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/d9a7e55d-07fc-41ce-9479-3d0589470a51) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:43:45.561159 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:45.691926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.737351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:45.795178 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:43:45.801101 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:43:45.805951 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:43:45.840688 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'Port': ['ID=d9a7e55d-07fc-41ce-9479-3d0589470a51,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:46.187258 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for floatingip (3a377677-efa7-4244-b4e8-d8833329438b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.255176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.343937 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:46.400719 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.406767 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.440523 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:46.513128 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb16caf-2d3f-4d2f-a5e0-e70e1220072b req-0c80cdaa-8cb6-4db4-8618-ded71e26d9eb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:46.514674 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2bb16caf-2d3f-4d2f-a5e0-e70e1220072b req-0c80cdaa-8cb6-4db4-8618-ded71e26d9eb tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0478950 Jul 25 12:43:46.515229 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'Port': ['ID=d9a7e55d-07fc-41ce-9479-3d0589470a51,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:46.525884 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136828-1e13-45a1-bd46-151c7c3d6976 req-35bf5740-475c-4018-b4fe-b97e881c5b22 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:46.527384 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a1136828-1e13-45a1-bd46-151c7c3d6976 req-35bf5740-475c-4018-b4fe-b97e881c5b22 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0829570 Jul 25 12:43:46.540617 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (3a377677-efa7-4244-b4e8-d8833329438b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.563861 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2bb16caf-2d3f-4d2f-a5e0-e70e1220072b req-a6c708c3-a11d-4e02-b888-b3b5c8d58ba8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Jul 25 12:43:46.647162 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a1136828-1e13-45a1-bd46-151c7c3d6976 req-ca1dd9e9-2a1f-4c10-8735-88ea7b97da48 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127923 Jul 25 12:43:46.665249 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Floating IP 3a377677-efa7-4244-b4e8-d8833329438b associated. External IP: 172.27.1.106, port: 70c70048-0571-4440-8eed-920a0694232f. Jul 25 12:43:46.861708 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Router ca9046fc-4ef0-4978-915a-2920a914ebe9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:43:46.962419 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:43:46.971733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Sync routers for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:43:46.979863 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:46.981696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:43:46.982425 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:43:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:47.010853 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-41cd9d5f-e937-4197-a5a1-ac3419f36864 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7267022 Jul 25 12:43:47.011513 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:47.013716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50286) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.013983 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd11e0b-e685-4604-a6f2-b2023f351469" -d '{"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:47.018372 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300315685', 'description': 'tempest-secgroup-smoke-300315685 description', 'project_id': '8260111bf70a4afab166caf5a4881931'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.043033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.051615 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550e379-2ed3-4e3b-bac5-3ec07c1adbb5 x-openstack-request-id: req-a550e379-2ed3-4e3b-bac5-3ec07c1adbb5 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:47.052440 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:47.052694 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a550e379-2ed3-4e3b-bac5-3ec07c1adbb5 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:47.053099 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a550e379-2ed3-4e3b-bac5-3ec07c1adbb5'] response: {'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:43:47.063961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:47.087595 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:47.091433 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:47.095708 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:43:47.123177 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (b667ca07-8f57-4c71-acf8-a651c23796fd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.132097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b667ca07-8f57-4c71-acf8-a651c23796fd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.188539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.189785 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1750112 Jul 25 12:43:47.193173 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50290) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.193690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-909f2e11-d3b7-44f6-a8f2-01c107ad3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:47.195151 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-909f2e11-d3b7-44f6-a8f2-01c107ad3bc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1129 time: 0.0747128 Jul 25 12:43:47.196959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c098eb-2cff-4ee6-9113-31ee0d3d8f58 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b667ca07-8f57-4c71-acf8-a651c23796fd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:47.197671 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.227232 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (38693d9d-b637-48c2-aafd-a112241647f9), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.292653 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (38693d9d-b637-48c2-aafd-a112241647f9), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.297721 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (38693d9d-b637-48c2-aafd-a112241647f9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.321574 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38693d9d-b637-48c2-aafd-a112241647f9,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:47.327382 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.328659 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0911470e-050c-4ad9-947e-ff4bd953e636 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345129 Jul 25 12:43:47.331365 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50292) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.335967 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.338172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '3a377677-efa7-4244-b4e8-d8833329438b', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'port_id': '70c70048-0571-4440-8eed-920a0694232f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'mac_address': 'fa:16:3e:90:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:43:46Z', 'updated_at': '2022-07-25T12:43:46Z', 'revision_number': 0, 'project_id': '8260111bf70a4afab166caf5a4881931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:47.341498 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:47.367543 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (0bb5e857-9b21-4606-bbac-e56701af7705), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.368860 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Checking router: ca9046fc-4ef0-4978-915a-2920a914ebe9 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:43:47.377787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:43:47.378435 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:43:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:47.418531 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:47.435407 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (0bb5e857-9b21-4606-bbac-e56701af7705), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.439789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (0bb5e857-9b21-4606-bbac-e56701af7705), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.457212 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb5e857-9b21-4606-bbac-e56701af7705,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:47.469524 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.473304 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-84538574-57c5-4ecf-aa91-f05a2acab854 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385431 Jul 25 12:43:47.474936 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50294) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.479406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.498995 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:43:47.506640 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (48902525-0d4f-4074-bb2a-b125fdc3cde4), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.517454 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-0a6b8ba1-6860-4c7d-8d25-5e1a3ba26bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:47.518955 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-0a6b8ba1-6860-4c7d-8d25-5e1a3ba26bc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.3170316 Jul 25 12:43:47.573031 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (48902525-0d4f-4074-bb2a-b125fdc3cde4), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.576763 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (48902525-0d4f-4074-bb2a-b125fdc3cde4), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.601275 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48902525-0d4f-4074-bb2a-b125fdc3cde4,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:47.610968 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.613968 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-d4fb4068-0c53-4880-b9d2-8b5c96231dc4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361992 Jul 25 12:43:47.615038 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50298) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.619527 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.707694 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb30a8-4b65-4f87-bbc8-9152faf0e79d req-a78e4863-3e4b-45f2-8496-751736935d83 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:47.712351 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57eb30a8-4b65-4f87-bbc8-9152faf0e79d req-a78e4863-3e4b-45f2-8496-751736935d83 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0591834 Jul 25 12:43:47.712351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (96fdb5a5-7977-48dd-ae24-8cf91dfd3cd3), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.741466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '3a377677-efa7-4244-b4e8-d8833329438b', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'port_id': '70c70048-0571-4440-8eed-920a0694232f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'mac_address': 'fa:16:3e:90:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:43:46Z', 'updated_at': '2022-07-25T12:43:46Z', 'revision_number': 0, 'project_id': '8260111bf70a4afab166caf5a4881931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:43:47.761477 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-b784a7c3-619e-4a01-970b-c484793c5a2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 999 time: 0.1062956 Jul 25 12:43:47.769429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d6cf-195a-4cf0-87b4-83fc8ac93dba None None] The sync data for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi is: [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '3a377677-efa7-4244-b4e8-d8833329438b', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'port_id': '70c70048-0571-4440-8eed-920a0694232f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'mac_address': 'fa:16:3e:90:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:43:46Z', 'updated_at': '2022-07-25T12:43:46Z', 'revision_number': 0, 'project_id': '8260111bf70a4afab166caf5a4881931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:43:47.803827 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (96fdb5a5-7977-48dd-ae24-8cf91dfd3cd3), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.812313 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a1e3c-e16c-4430-ac07-5ee725fa6cb8 req-7e0dc8b4-9f21-4dbf-a8b9-143e08e0b96f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:47.813875 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-aa2a1e3c-e16c-4430-ac07-5ee725fa6cb8 req-7e0dc8b4-9f21-4dbf-a8b9-143e08e0b96f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0547144 Jul 25 12:43:47.819681 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (96fdb5a5-7977-48dd-ae24-8cf91dfd3cd3), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.858371 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57eb30a8-4b65-4f87-bbc8-9152faf0e79d req-8e8f9510-7fda-403f-ba7b-6bd27c907b5d tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980058 Jul 25 12:43:47.859295 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fdb5a5-7977-48dd-ae24-8cf91dfd3cd3,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:47.866074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.867292 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c45043a9-321e-4c85-9e07-dd70f6283236 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2511494 Jul 25 12:43:47.869867 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50302) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:47.888464 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b83b-8fc7-4ca0-9a15-2d519bfc7a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.888691 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-aa2a1e3c-e16c-4430-ac07-5ee725fa6cb8 req-db9370b7-1ba4-4776-b348-54cd8f74bca7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644257 Jul 25 12:43:47.888799 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:47.915007 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.securitygroups_db [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Project 8260111bf70a4afab166caf5a4881931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:43:47.921703 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (40c0621e-d839-4e6e-ba37-6e86138ab596), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.978420 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b20113-4a9f-48a5-bc1e-ce93e3877764 None None] New status for floating IP 3a377677-efa7-4244-b4e8-d8833329438b: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:43:47.984876 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (40c0621e-d839-4e6e-ba37-6e86138ab596), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:47.988736 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (40c0621e-d839-4e6e-ba37-6e86138ab596), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.004793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c0621e-d839-4e6e-ba37-6e86138ab596,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:48.017257 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.018486 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-60662de9-9024-4857-8793-22d303f683a3 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474791 Jul 25 12:43:48.022025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50304) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:43:48.026583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'security_group_rule': {'security_group_id': 'b667ca07-8f57-4c71-acf8-a651c23796fd', 'project_id': '8260111bf70a4afab166caf5a4881931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:48.047944 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.securitygroups_db [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Project 8260111bf70a4afab166caf5a4881931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:43:48.054463 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (563b818d-5daa-4747-a16e-9d768f3f922f), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.074057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:48.125851 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (563b818d-5daa-4747-a16e-9d768f3f922f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.130492 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (563b818d-5daa-4747-a16e-9d768f3f922f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.149849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b818d-5daa-4747-a16e-9d768f3f922f,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:48.158282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.162253 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-cb1bfe3c-0109-4d28-bab9-52fbdbff618a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364765 Jul 25 12:43:48.252093 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-05daa3de-7465-43be-90c5-35a061c450ce tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300315685&fields=id&tenant_id=8260111bf70a4afab166caf5a4881931 HTTP/1.1" status: 200 len: 267 time: 0.0479953 Jul 25 12:43:48.304917 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-c04c4c49-a1b5-4b04-af22-0e423ef6033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.305172 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-86936c02-6374-4040-ab1a-03bb43ae4bee tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.306393 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-c04c4c49-a1b5-4b04-af22-0e423ef6033b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.0541143 Jul 25 12:43:48.306521 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-86936c02-6374-4040-ab1a-03bb43ae4bee tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0479538 Jul 25 12:43:48.317094 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'port': {'security_groups': ['bc40c693-034e-439f-a7b5-e9922e34bc30', 'b667ca07-8f57-4c71-acf8-a651c23796fd']}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:43:48.350663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-4748afef-d40b-40d5-a046-67c8a7544327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.352142 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-4748afef-d40b-40d5-a046-67c8a7544327 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389941 Jul 25 12:43:48.355819 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:48.389710 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.449184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-4ac93e8a-c0bb-490b-a21e-1f7b588e1e9c service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905280 Jul 25 12:43:48.532114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:48.541535 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8fd11e0b-e685-4604-a6f2-b2023f351469 req-c5566124-dde9-427d-99e5-69a656228a92 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Jul 25 12:43:48.584824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:43:48.616261 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for port (70c70048-0571-4440-8eed-920a0694232f), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.621564 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.662144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.662752 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.664106 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e8eed7b4-3e88-4d81-bae0-347e9ba1847f req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "PUT /v2.0/ports/70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 981 time: 0.3514555 Jul 25 12:43:48.673899 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:43:48.692652 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96897b0-aef1-440a-b8e8-f68a735ec917 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=6']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:43:48.767795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc27ed-d89a-45f6-8b7d-b2991de974dd req-f3fd09cf-268c-44cb-b006-673100702abd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.771149 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dcbc27ed-d89a-45f6-8b7d-b2991de974dd req-f3fd09cf-268c-44cb-b006-673100702abd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0509961 Jul 25 12:43:48.842263 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dcbc27ed-d89a-45f6-8b7d-b2991de974dd req-334e1b26-e3e5-42e6-b95b-14aebf2c4808 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633488 Jul 25 12:43:48.862041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:43:48.892234 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:48.972896 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-d857e08b-4159-4d00-a0bd-aca7a57a20c9 None None] Provisioning complete for port 70c70048-0571-4440-8eed-920a0694232f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:43:48.972896 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d857e08b-4159-4d00-a0bd-aca7a57a20c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (70c70048-0571-4440-8eed-920a0694232f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:48.991207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d13a9-af55-410e-b725-4b06981ee6c1 req-f2724152-0a21-431b-879f-ff625d055f32 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:48.992988 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-291d13a9-af55-410e-b725-4b06981ee6c1 req-f2724152-0a21-431b-879f-ff625d055f32 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0574932 Jul 25 12:43:49.009526 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:49.018389 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07a73-7d56-42cc-9701-9e46c28db876 req-7e5fd3e4-311e-4049-bae0-798eaca31512 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:49.019890 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8a07a73-7d56-42cc-9701-9e46c28db876 req-7e5fd3e4-311e-4049-bae0-798eaca31512 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0520988 Jul 25 12:43:49.044578 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-291d13a9-af55-410e-b725-4b06981ee6c1 req-a3a87e6d-418d-47dd-878b-ae593ff43655 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453787 Jul 25 12:43:49.054724 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:43:49.058371 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1d0815-f8c5-487b-a830-cf6a268303e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:43:49.077984 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8a07a73-7d56-42cc-9701-9e46c28db876 req-69f5961c-2d8f-4d08-b20c-bd74501e3c38 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485637 Jul 25 12:43:49.114923 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b2403-7c30-4e85-8f9f-db42e4bb9045 x-openstack-request-id: req-233b2403-7c30-4e85-8f9f-db42e4bb9045 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:43:49.115213 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:43:49.115465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-233b2403-7c30-4e85-8f9f-db42e4bb9045 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:43:49.115862 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233b2403-7c30-4e85-8f9f-db42e4bb9045'] response: {'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:43:49.201246 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:49.204143 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-d857e08b-4159-4d00-a0bd-aca7a57a20c9 None None] Current status of the port 70c70048-0571-4440-8eed-920a0694232f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:43:49.242461 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-991b3917-ba93-4763-8880-8bb2c6b58cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:49.244271 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-991b3917-ba93-4763-8880-8bb2c6b58cbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1168 time: 0.0514200 Jul 25 12:43:49.347204 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-b160ccd6-245d-44b3-88d7-41668193413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:49.349144 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-b160ccd6-245d-44b3-88d7-41668193413d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.0977993 Jul 25 12:43:49.414923 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-963671ac-9d5f-4526-81c5-633f06d911d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 1001 time: 0.0592909 Jul 25 12:43:49.468518 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-fad25cf0-6ddd-4c2e-a905-aeab44489093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:49.470065 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-fad25cf0-6ddd-4c2e-a905-aeab44489093 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.0490756 Jul 25 12:43:49.518786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-8f4879b3-65d5-4b63-a5bb-1f3aa84f205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:49.520279 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-8f4879b3-65d5-4b63-a5bb-1f3aa84f205b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393283 Jul 25 12:43:49.617733 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-8fe642eb-3bf3-4500-aa8e-6e981710f008 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908337 Jul 25 12:43:49.678570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:49.708633 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb1d0815-f8c5-487b-a830-cf6a268303e6 req-5e55d664-6766-4c72-a647-c80ca8e03972 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845902 Jul 25 12:43:50.178522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-314b58b0-ce41-449f-9871-19e19c0961b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:50.222473 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62840bc1-10c4-4ebd-ba22-6622f9244e44 req-a68f5ae2-e87f-4c29-bb5f-d75bd65185b1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:50.224503 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-62840bc1-10c4-4ebd-ba22-6622f9244e44 req-a68f5ae2-e87f-4c29-bb5f-d75bd65185b1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0557816 Jul 25 12:43:50.294876 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-62840bc1-10c4-4ebd-ba22-6622f9244e44 req-0a630cd6-f04a-4776-be27-bc851045e451 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649037 Jul 25 12:43:51.288617 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:51.425683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b07c-de04-4450-885e-6116632a2bcb req-eab77321-72fc-42cc-a5fc-b5c3bdc6b4a6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:51.427171 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-09e5b07c-de04-4450-885e-6116632a2bcb req-eab77321-72fc-42cc-a5fc-b5c3bdc6b4a6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0466695 Jul 25 12:43:51.478364 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-09e5b07c-de04-4450-885e-6116632a2bcb req-601abf7f-e2a4-4e56-82a0-9ffcd640696b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Jul 25 12:43:52.601955 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8433c-0348-4cea-86a6-28fcf667e7d3 req-f703ee24-036c-45b8-8d1d-ab2def0a1a18 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:52.603695 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3eb8433c-0348-4cea-86a6-28fcf667e7d3 req-f703ee24-036c-45b8-8d1d-ab2def0a1a18 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0471981 Jul 25 12:43:52.606253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:52.652621 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3eb8433c-0348-4cea-86a6-28fcf667e7d3 req-a814224c-669b-4582-ac4f-d37d1710120c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Jul 25 12:43:53.108468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:43:53.782573 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0256db-1c3a-4c1d-b66c-95147aae9665 req-68d03858-7b6f-44cb-b038-71d1175238fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:53.784074 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6e0256db-1c3a-4c1d-b66c-95147aae9665 req-68d03858-7b6f-44cb-b038-71d1175238fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0516951 Jul 25 12:43:53.835738 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6e0256db-1c3a-4c1d-b66c-95147aae9665 req-dbbc55fd-7db9-4876-a9b4-a98d7a3fdec2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Jul 25 12:43:54.962568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15d5b-71b4-4126-8cd8-16e988e49346 req-bcb616f8-dc6d-4a15-bdec-0fd723e96ab6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:54.964041 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-17a15d5b-71b4-4126-8cd8-16e988e49346 req-bcb616f8-dc6d-4a15-bdec-0fd723e96ab6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0467601 Jul 25 12:43:55.011404 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-17a15d5b-71b4-4126-8cd8-16e988e49346 req-1db1b0ae-b10b-4877-a28a-6777a91c61a3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Jul 25 12:43:56.140354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be5889-a41b-4281-a86a-3bca915d3acc req-4ccfc63e-1c4d-4d39-accb-45c0fe2921fc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:56.142698 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-68be5889-a41b-4281-a86a-3bca915d3acc req-4ccfc63e-1c4d-4d39-accb-45c0fe2921fc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0535488 Jul 25 12:43:56.195271 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-68be5889-a41b-4281-a86a-3bca915d3acc req-c5fc939a-4dce-4483-b448-d5e31ab9b5f7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453587 Jul 25 12:43:57.339061 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafb155-6643-490c-9a21-29f6cb9bef97 req-fe10ea7b-4329-4684-86d1-f4b9e63edce7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:57.340515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ffafb155-6643-490c-9a21-29f6cb9bef97 req-fe10ea7b-4329-4684-86d1-f4b9e63edce7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0482271 Jul 25 12:43:57.408888 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ffafb155-6643-490c-9a21-29f6cb9bef97 req-941aac7f-25b6-4276-87a1-774772d566fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586288 Jul 25 12:43:58.087540 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:58.090716 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:58.584243 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3cf96-39c3-4780-8324-d3b61fad3afb req-53d1d75c-82a2-41fd-ac41-6a6436dd5a54 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:58.585946 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-83b3cf96-39c3-4780-8324-d3b61fad3afb req-53d1d75c-82a2-41fd-ac41-6a6436dd5a54 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0727754 Jul 25 12:43:58.641144 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-83b3cf96-39c3-4780-8324-d3b61fad3afb req-b3ac6341-8b50-4f51-a5f0-d4502bf349cf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Jul 25 12:43:59.764439 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20a1be-3621-4002-873a-12266d694f6b req-409add60-6e0e-470c-ade8-9383d7314f8e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:43:59.765903 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d20a1be-3621-4002-873a-12266d694f6b req-409add60-6e0e-470c-ade8-9383d7314f8e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0471010 Jul 25 12:43:59.788403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:43:59.816988 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d20a1be-3621-4002-873a-12266d694f6b req-84910e54-c3df-417b-a1c7-c72caa3249ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Jul 25 12:44:00.944441 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100c123-2e9b-4d10-b337-f0c75500ef30 req-b1faa5ea-5c69-409b-8eb9-e5da62dfb528 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:00.945996 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d100c123-2e9b-4d10-b337-f0c75500ef30 req-b1faa5ea-5c69-409b-8eb9-e5da62dfb528 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0518408 Jul 25 12:44:00.994767 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d100c123-2e9b-4d10-b337-f0c75500ef30 req-8c92bdd9-e885-4483-97c7-7c1c06ad8c45 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Jul 25 12:44:02.119159 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d894c-16c1-49fb-8712-ca93b82b8e85 req-68391abe-14df-437b-b079-d29edbc126e6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:02.120718 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d6d894c-16c1-49fb-8712-ca93b82b8e85 req-68391abe-14df-437b-b079-d29edbc126e6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0492582 Jul 25 12:44:02.168513 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d6d894c-16c1-49fb-8712-ca93b82b8e85 req-653c1e2b-9962-4627-9304-e114ac11c513 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Jul 25 12:44:03.097720 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:03.103717 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:03.298306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbfcf-6ac6-4f9f-99d8-4cc4b14c2a3e req-fcd1fa32-9ed1-4ec8-8e65-634eac8387f1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:03.299790 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6cffbfcf-6ac6-4f9f-99d8-4cc4b14c2a3e req-fcd1fa32-9ed1-4ec8-8e65-634eac8387f1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0487320 Jul 25 12:44:03.346123 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6cffbfcf-6ac6-4f9f-99d8-4cc4b14c2a3e req-620db4e6-8c97-4318-84f5-4698d2def2d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Jul 25 12:44:04.472035 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6143-8990-487e-9091-0d7d5b4a0a07 req-8fcf5d30-4b4f-4378-8d18-26c278e48840 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:04.474516 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3dfc6143-8990-487e-9091-0d7d5b4a0a07 req-8fcf5d30-4b4f-4378-8d18-26c278e48840 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0488098 Jul 25 12:44:04.524485 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3dfc6143-8990-487e-9091-0d7d5b4a0a07 req-fa7c8149-bdae-49a0-a967-989cdab75eae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447128 Jul 25 12:44:04.598737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:05.651999 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d74e6-db0a-4ad7-b21d-6533480d5d9d req-31d3703f-0e28-45a9-a6fa-aba782d38c6d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:05.653463 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-277d74e6-db0a-4ad7-b21d-6533480d5d9d req-31d3703f-0e28-45a9-a6fa-aba782d38c6d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0498085 Jul 25 12:44:05.700304 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-277d74e6-db0a-4ad7-b21d-6533480d5d9d req-d595d1ec-2f38-4480-9870-fe08d858fffe tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Jul 25 12:44:06.826703 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec25083-fd31-4dcb-aa5e-e057a3a8df07 req-f54cd9b3-3547-4566-9e5f-874dde84153b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:06.828166 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cec25083-fd31-4dcb-aa5e-e057a3a8df07 req-f54cd9b3-3547-4566-9e5f-874dde84153b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0510685 Jul 25 12:44:06.876495 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cec25083-fd31-4dcb-aa5e-e057a3a8df07 req-ff74d326-c2f8-4e6c-bb44-53653c26d7d8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Jul 25 12:44:07.998812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9880-a388-43af-9175-2c02858b9ca8 req-3df9bfcd-a496-4c1f-a7a1-2d9460248b13 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:08.000276 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aa6f9880-a388-43af-9175-2c02858b9ca8 req-3df9bfcd-a496-4c1f-a7a1-2d9460248b13 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0471308 Jul 25 12:44:08.012807 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:08.031777 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:44:08.051031 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aa6f9880-a388-43af-9175-2c02858b9ca8 req-f656bb35-537d-419b-b778-d3237bfa65af tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Jul 25 12:44:08.131523 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:08.142471 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:44:08.181653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: ACTIVE; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:08.181985 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:08.315991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:44:08.335373 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:08.339492 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:08.385757 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=6']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:08.554373 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:44:09.173754 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e202fb8-e687-4126-98f4-79bcd1828eeb req-9eeba6e8-1580-4c94-bcb1-ab79e3611a6f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:09.175286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6e202fb8-e687-4126-98f4-79bcd1828eeb req-9eeba6e8-1580-4c94-bcb1-ab79e3611a6f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0480108 Jul 25 12:44:09.223494 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6e202fb8-e687-4126-98f4-79bcd1828eeb req-688292c7-c1d2-4f49-8bd5-ac9ec24f652b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Jul 25 12:44:10.335655 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:10.347199 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa1ef0-25a1-4c47-84e0-5a7246e6cab6 req-a5aa8076-c4da-4664-9efe-b65da6e470d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:10.348681 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-eafa1ef0-25a1-4c47-84e0-5a7246e6cab6 req-a5aa8076-c4da-4664-9efe-b65da6e470d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0479610 Jul 25 12:44:10.402055 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-eafa1ef0-25a1-4c47-84e0-5a7246e6cab6 req-bf910729-62c3-47e0-8008-741455a6199e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Jul 25 12:44:11.145573 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['7e8c3b73-d8a2-485a-92ed-56ba7473deac'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:44:11.531719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bfd-ff56-484e-be79-95bd4d182f1c req-4a5664f3-f05e-486c-9fc7-9c348c671b73 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:11.533203 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-40877bfd-ff56-484e-be79-95bd4d182f1c req-4a5664f3-f05e-486c-9fc7-9c348c671b73 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0552764 Jul 25 12:44:11.565156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:11.582507 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-40877bfd-ff56-484e-be79-95bd4d182f1c req-db65c949-6dad-44a6-94a4-fc93af0a76bb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429423 Jul 25 12:44:12.723074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e05e3a-6177-4d0c-a02e-dd4dfb164393 req-67c7401b-4013-445a-8238-7f775f318b1b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:12.724650 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-71e05e3a-6177-4d0c-a02e-dd4dfb164393 req-67c7401b-4013-445a-8238-7f775f318b1b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0590889 Jul 25 12:44:12.786783 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-71e05e3a-6177-4d0c-a02e-dd4dfb164393 req-f9d12d46-d798-4e3e-97b5-ab962e9dc15c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555699 Jul 25 12:44:12.904409 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:44:12.948274 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 7e8c3b73-d8a2-485a-92ed-56ba7473deac triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:44:12.948647 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:13.024645 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:13.024948 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:13.051470 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:13.054423 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7d364-a5d1-4ed0-92c9-3583bd3af17e" -d '{"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:13.068041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:13.072747 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:13.098977 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f7fc9-533b-416a-b513-ce1165f851de x-openstack-request-id: req-8b8f7fc9-533b-416a-b513-ce1165f851de {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:13.099288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:13.099539 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b8f7fc9-533b-416a-b513-ce1165f851de {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:13.099923 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8f7fc9-533b-416a-b513-ce1165f851de'] response: {'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'code': 200} Jul 25 12:44:13.125802 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=7']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:13.892777 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50504) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:13.897298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994668742', 'description': 'tempest-description--1405254274'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:13.930697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ed23-07fc-4a55-9b19-d92ce1c42a5b req-35880920-38ae-496b-ad85-5554247d8e6b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:13.931179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:13.932348 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b612ed23-07fc-4a55-9b19-d92ce1c42a5b req-35880920-38ae-496b-ad85-5554247d8e6b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0611632 Jul 25 12:44:13.987670 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b612ed23-07fc-4a55-9b19-d92ce1c42a5b req-e0a44d80-3fa9-4789-9e8a-6396315f2889 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Jul 25 12:44:14.003499 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (04061081-259a-410c-b5d0-5f116cd5a92a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.010135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (04061081-259a-410c-b5d0-5f116cd5a92a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.043587 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.044797 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509852 Jul 25 12:44:14.045881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d968d15-fec0-4193-9908-7de34ddb2833 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04061081-259a-410c-b5d0-5f116cd5a92a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:14.047861 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50508) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:14.053505 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '04061081-259a-410c-b5d0-5f116cd5a92a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:14.079232 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (1635f6a8-d4f5-444d-8ee8-151800296785), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.138255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (1635f6a8-d4f5-444d-8ee8-151800296785), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.145668 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (1635f6a8-d4f5-444d-8ee8-151800296785), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.170799 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1635f6a8-d4f5-444d-8ee8-151800296785,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:14.178479 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.179689 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307509 Jul 25 12:44:14.181118 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.181466 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.181808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.182259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.182606 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.182939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.183268 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.183592 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.183918 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.184245 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.184575 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.184899 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.185215 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.185535 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.185854 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffc3a5-add0-46b5-a491-36fca34f1d0b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:14.186477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50510) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:14.192367 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '04061081-259a-410c-b5d0-5f116cd5a92a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:14.219347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (d3bcc87a-f757-4ee7-a447-22181c67623c), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.277120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (d3bcc87a-f757-4ee7-a447-22181c67623c), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.280668 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (d3bcc87a-f757-4ee7-a447-22181c67623c), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.300460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bcc87a-f757-4ee7-a447-22181c67623c,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:14.308857 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.310098 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-edae7219-86f0-4f50-a0b3-2e36415cc7bb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226056 Jul 25 12:44:14.313202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50512) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:14.317815 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:14.338720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.417038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:14.424288 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.539557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.27.1.15 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/f0d98ee3-100b-49eb-8894-7e80dc447ec8) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:44:14.641799 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.673708 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.679085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:14.716197 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:44:14.722112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:44:14.727086 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:44:14.750961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=f0d98ee3-100b-49eb-8894-7e80dc447ec8,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:14.816130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:14.854095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:15.007391 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:15.011333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:15.117542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=f0d98ee3-100b-49eb-8894-7e80dc447ec8,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:15.122745 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:15.132873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:15.152961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac970c2-ff5c-4262-9eed-38b436018dc7 req-2189a5a3-106f-4fa8-a414-89359b9bb7fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:15.154481 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dac970c2-ff5c-4262-9eed-38b436018dc7 req-2189a5a3-106f-4fa8-a414-89359b9bb7fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0765309 Jul 25 12:44:15.161853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:15.163036 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-678df45a-241d-4995-a411-368079ef09f2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8489318 Jul 25 12:44:15.214553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dac970c2-ff5c-4262-9eed-38b436018dc7 req-ce9ce447-f80b-4761-9548-fb9b320d8ad1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503407 Jul 25 12:44:15.369058 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-2f2623ed-826d-48dd-824a-3fd833bf0a34 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--994668742&fields=id&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 267 time: 0.0438926 Jul 25 12:44:15.481679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-6795de5d-e3cd-4a59-9d9b-f7d06c4bcab2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:15.483203 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-6795de5d-e3cd-4a59-9d9b-f7d06c4bcab2 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1078136 Jul 25 12:44:15.498568 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-07fa4abf-e0d7-49be-9076-b20b686b5f98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/quotas/49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 375 time: 0.0097404 Jul 25 12:44:15.553457 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-58b6b08b-5d0f-4d87-aeb1-094d99e1d626 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499196 Jul 25 12:44:15.654679 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-ffbdbdfa-ea23-4a88-9c03-bd935bff4030 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899286 Jul 25 12:44:15.973475 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-2a467a95-a0ba-4412-af5f-5d1fb39964fc service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131459 Jul 25 12:44:16.140121 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4520b4e2-154f-450a-8b05-c444606c5cc7 req-ada90728-d592-4cc4-9cbb-dbc3fa1d7345 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 210 time: 0.0287554 Jul 25 12:44:16.361932 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b3767-6886-4248-a140-97acefd0dbca req-5c2149a3-e823-45ae-a00f-ce82052964bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:16.370802 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-068b3767-6886-4248-a140-97acefd0dbca req-5c2149a3-e823-45ae-a00f-ce82052964bf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0666111 Jul 25 12:44:16.432238 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-068b3767-6886-4248-a140-97acefd0dbca req-66cd3a28-a3cc-42ce-bae8-bcd23833ac8b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604744 Jul 25 12:44:17.259480 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-733f8b5c-5a39-4a38-bb14-a13c2c150b51 req-1b8290e7-1710-49de-a8bf-0096a546f43a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 210 time: 0.0348287 Jul 25 12:44:17.539447 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:17.562892 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a14e1e-5748-474d-8976-02023c62d56f req-6a70f493-9ff1-4f36-aa6e-3b8242ada5a1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:17.564936 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-18a14e1e-5748-474d-8976-02023c62d56f req-6a70f493-9ff1-4f36-aa6e-3b8242ada5a1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0579336 Jul 25 12:44:17.578428 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:17.619427 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-18a14e1e-5748-474d-8976-02023c62d56f req-f80e79ae-c8af-42e0-8ecd-5a00c6d4ba65 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Jul 25 12:44:17.887311 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6cb647b4-8441-46cb-be99-0f6bd4b8cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:18.124580 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-e465e64a-ab32-4289-9b9c-11d20758f554 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:18.127256 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-e465e64a-ab32-4289-9b9c-11d20758f554 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1643126 Jul 25 12:44:18.236688 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-047d0c40-be6c-4519-8180-2511c0e1cd4e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 471 time: 0.0914872 Jul 25 12:44:18.246766 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'port': {'device_id': '70a118fe-83de-487b-baf3-8942c875079e', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'admin_state_up': True, 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'security_groups': ['04061081-259a-410c-b5d0-5f116cd5a92a']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:18.391032 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2c8af9f1-6bc3-4185-9039-845c0d1e1e46 req-9af436cc-132f-427e-b513-a5be7be4f53b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 210 time: 0.0395815 Jul 25 12:44:18.433001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:44:18.437017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:18.451492 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:18.549934 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:18.553198 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:18.619360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.20.0.9 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/f58b1b0c-4007-4e0a-bbb3-0de1556a42fd) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:44:18.808631 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318b2e-d459-4e3a-9e39-1da5038062d9 req-35dffae4-09dd-40cf-967b-f98f2e088826 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:18.810295 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38318b2e-d459-4e3a-9e39-1da5038062d9 req-35dffae4-09dd-40cf-967b-f98f2e088826 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0845866 Jul 25 12:44:18.830342 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:18.892167 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38318b2e-d459-4e3a-9e39-1da5038062d9 req-59d71d74-fc61-459f-8d0d-f331b499f714 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722616 Jul 25 12:44:18.903679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:18.907217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dffd6-92d3-4df5-a614-ca1dd601fb3c req-57525971-494b-4a32-bb3d-98ddfeb904da tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:18.917425 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-724dffd6-92d3-4df5-a614-ca1dd601fb3c req-57525971-494b-4a32-bb3d-98ddfeb904da tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0875053 Jul 25 12:44:18.922166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:18.955805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:44:18.961570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:44:18.964199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:44:18.998456 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-724dffd6-92d3-4df5-a614-ca1dd601fb3c req-73f9ee8a-6a4c-4cba-8eb6-616087c2b662 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796032 Jul 25 12:44:19.013186 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:19.048379 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:19.049599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:19.090033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-3a704924-6b79-407d-8b03-aeb8c5fa0359 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433876 Jul 25 12:44:19.241038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b279f404-5ab2-4842-8c12-aee865867fd4 None None] Provisioning complete for port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:44:19.241683 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b279f404-5ab2-4842-8c12-aee865867fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:19.276925 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b279f404-5ab2-4842-8c12-aee865867fd4 None None] Port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:44:19.516621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595396-7379-443a-ae52-5202c7216905 req-85bc7d92-d02b-42d5-b3c5-8dd89d967b32 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:19.518224 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8f595396-7379-443a-ae52-5202c7216905 req-85bc7d92-d02b-42d5-b3c5-8dd89d967b32 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 931 time: 0.0505762 Jul 25 12:44:19.570543 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8f595396-7379-443a-ae52-5202c7216905 req-e9497cda-d967-4916-ba1c-1ef6de8fa25b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460017 Jul 25 12:44:20.047702 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2ece8-1d03-4067-9e7b-dc199f5482d1 req-01bebba8-637c-4e1e-b7e7-fd6b86d7580a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:20.050037 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4bd2ece8-1d03-4067-9e7b-dc199f5482d1 req-01bebba8-637c-4e1e-b7e7-fd6b86d7580a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0575528 Jul 25 12:44:20.120266 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4bd2ece8-1d03-4067-9e7b-dc199f5482d1 req-7ad3d6d9-d0e4-4b2d-9144-c7639d1cbc99 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621135 Jul 25 12:44:20.191542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bb9b8-87b7-4881-9f8f-52096f172f9a req-72a2db39-99c0-4cd7-bd78-10e6bed21d93 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:20.193369 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-189e47df-30af-46b4-8bc7-c82a30b80a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:20.202466 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bb5bb9b8-87b7-4881-9f8f-52096f172f9a req-72a2db39-99c0-4cd7-bd78-10e6bed21d93 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.0935962 Jul 25 12:44:20.256095 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bb5bb9b8-87b7-4881-9f8f-52096f172f9a req-5f8bd719-1dda-441f-97b3-c1961204dcaa tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Jul 25 12:44:20.374665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Request body: {'port': {'device_id': '70a118fe-83de-487b-baf3-8942c875079e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:20.451852 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:20.571299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:20.708751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659693b-3d40-496f-9f4e-a1398ac493d0 req-8a39f079-8025-4dbd-b023-103c562e23bd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:20.710209 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5659693b-3d40-496f-9f4e-a1398ac493d0 req-8a39f079-8025-4dbd-b023-103c562e23bd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 931 time: 0.0527554 Jul 25 12:44:20.756839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58b1b0c-4007-4e0a-bbb3-0de1556a42fd {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:44:20.765867 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5659693b-3d40-496f-9f4e-a1398ac493d0 req-48f58288-77f7-42b0-b667-936b100fc808 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487213 Jul 25 12:44:20.773488 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks [] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:20.787985 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Transition to ACTIVE for port object f58b1b0c-4007-4e0a-bbb3-0de1556a42fd will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:44:20.792855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:20.850874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Pushing event updated for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:20.946785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Attempting to bind port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:44:20.947850 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Attempting to bind port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:44:20.949293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Attempting to bind port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:44:20.957027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:44:20.957378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Attempting to bind port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:44:20.963098 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:44:20.963352 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:44:20.963726 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:44:20.964147 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Bound port: f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:44:20.964495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:21.032883 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:44:21.037480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:44:21.044946 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:21.058731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:21.088564 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.089193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:21.090641 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] 10.222.0.61 "PUT /v2.0/ports/f58b1b0c-4007-4e0a-bbb3-0de1556a42fd HTTP/1.1" status: 200 len: 1093 time: 0.7207263 Jul 25 12:44:21.091137 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:21.093644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7ccf4-d79b-4123-aca0-b185c2f51531" -d '{"events": [{"name": "network-changed", "server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:21.121294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b17eb1-d13b-49d8-87cd-0cfda8ed5525 service neutron] Pushing event updated for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:21.157898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3597d62f-36dd-46e1-8e6a-9a4d825212ad x-openstack-request-id: req-3597d62f-36dd-46e1-8e6a-9a4d825212ad {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:21.158224 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:21.158483 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3597d62f-36dd-46e1-8e6a-9a4d825212ad {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:21.158890 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3597d62f-36dd-46e1-8e6a-9a4d825212ad'] response: {'name': 'network-changed', 'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'status': 'completed', 'code': 200} Jul 25 12:44:21.296103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:21.303103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:21.307082 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a0f11-d22c-4c09-9740-8e57c58587ce req-a2914411-564e-407b-a969-6e61f3b553a9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.310171 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d87a0f11-d22c-4c09-9740-8e57c58587ce req-a2914411-564e-407b-a969-6e61f3b553a9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0788486 Jul 25 12:44:21.352596 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-562cc49d-d8e0-41e5-a2e8-e62590557f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.354261 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-562cc49d-d8e0-41e5-a2e8-e62590557f4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 1127 time: 0.0643616 Jul 25 12:44:21.402040 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d87a0f11-d22c-4c09-9740-8e57c58587ce req-e4d0e8b4-1946-4cd8-a0ac-1cc718cbcf0d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803573 Jul 25 12:44:21.441720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-dacf3abd-7cd1-4778-a3d7-125b8999a1c8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.443627 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-dacf3abd-7cd1-4778-a3d7-125b8999a1c8 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.2037072 Jul 25 12:44:21.532659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c383-8634-4903-a4d9-71bc886e0e2b req-ef220b5e-fc7b-4dbc-8e76-51c9a1aebabf tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.534094 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c202c383-8634-4903-a4d9-71bc886e0e2b req-ef220b5e-fc7b-4dbc-8e76-51c9a1aebabf tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 946 time: 0.1622472 Jul 25 12:44:21.625200 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-8347b0d0-5e93-401b-aa20-4e6fc4c78a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.626830 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-8347b0d0-5e93-401b-aa20-4e6fc4c78a68 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49256bcb551a4f8680db9a73763c435e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2538662 Jul 25 12:44:21.629527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Deleting port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:44:21.630442 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:21.699542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:21.961675 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c202c383-8634-4903-a4d9-71bc886e0e2b req-206623f7-946d-44dc-b68b-a80ff6d2c1bf tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172211 Jul 25 12:44:21.984391 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29cf5-c0a6-4265-bcff-bfc27c0254ad req-1085afb6-a002-4d17-bcd6-f21f87e4bfb5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:21.986830 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-84d29cf5-c0a6-4265-bcff-bfc27c0254ad req-1085afb6-a002-4d17-bcd6-f21f87e4bfb5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0735633 Jul 25 12:44:22.058169 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-e27a9588-4b9f-48df-8e1d-721d1c652a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:22.059500 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f4b7ccf4-d79b-4123-aca0-b185c2f51531 req-e27a9588-4b9f-48df-8e1d-721d1c652a3a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185047 Jul 25 12:44:22.061710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] For port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,segment=NetworkSegment(a034a32a-96b1-4340-99a9-a891a16213a0),segment_id=a034a32a-96b1-4340-99a9-a891a16213a0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:22.062125 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:22.071531 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-84d29cf5-c0a6-4265-bcff-bfc27c0254ad req-98bc8e9b-fa7e-4ae2-ab68-c397d4ee38f5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703642 Jul 25 12:44:22.077505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Calling delete_port for c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:44:22.229157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-12e85817-eebc-4708-bd13-1ef5cec50d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:22.230710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-12e85817-eebc-4708-bd13-1ef5cec50d24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 1127 time: 0.0797019 Jul 25 12:44:22.320618 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-61807626-b787-48f7-a61f-31da63930464 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd HTTP/1.1" status: 200 len: 217 time: 0.0519249 Jul 25 12:44:22.382860 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:22.430461 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:44:22.435724 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Pushing event deleted for resources: {'Port': ['ID=c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:22.443658 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-5dc07a60-909e-4d1b-bfc5-d817b58bb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:22.445480 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-5dc07a60-909e-4d1b-bfc5-d817b58bb2e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.1173232 Jul 25 12:44:22.447892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:22.557568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] No DVR routers for this DVR port c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:44:22.565126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:22.569086 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-861837a2-d5ca-4459-b6dc-d21d397b21c2 req-0511b531-aafb-45fc-ad13-32c8d5275329 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.61 "DELETE /v2.0/ports/c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee HTTP/1.1" status: 204 len: 173 time: 1.1006720 Jul 25 12:44:22.617438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:22.631775 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67713be-b360-4907-9113-d220416ffc15 req-365ce85e-3516-4096-a3bf-59baefe4c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:22.633831 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-365ce85e-3516-4096-a3bf-59baefe4c2a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1537890 Jul 25 12:44:22.639951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:22.654165 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627407d-16c7-40d4-9d3a-b5fef32accfc req-443342bd-fa3c-43e1-8493-352933717793 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:22.661941 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4627407d-16c7-40d4-9d3a-b5fef32accfc req-443342bd-fa3c-43e1-8493-352933717793 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0827141 Jul 25 12:44:22.818950 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4627407d-16c7-40d4-9d3a-b5fef32accfc req-aa9deb5f-ed96-4288-9cda-e1ddf761f3b8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557744 Jul 25 12:44:22.859716 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-905cd476-b69e-4236-9f24-89922126f288 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947954 Jul 25 12:44:23.143315 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:23.185948 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'name': 'network-vif-deleted', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:23.193717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4ac52-1819-4217-a489-15eee1b9385f" -d '{"events": [{"server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "name": "network-vif-deleted", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:23.322029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a86d-b1d4-403d-8cc8-dad20c41235b req-c76797c8-6645-4945-ab30-5ac89eae4e25 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:23.323650 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cb32a86d-b1d4-403d-8cc8-dad20c41235b req-c76797c8-6645-4945-ab30-5ac89eae4e25 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0722046 Jul 25 12:44:23.326076 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2504d0a4-10fa-4e30-acb5-77cb42c3a5d8 req-46eef12c-a6b3-4836-88b5-355ee04ed78f tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa8402cd-17d9-450f-9f3c-72646416255e HTTP/1.1" status: 200 len: 210 time: 0.0637980 Jul 25 12:44:23.391445 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a67713be-b360-4907-9113-d220416ffc15 req-d5bbc533-c711-4e7d-bc9f-727f473c45a3 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236361 Jul 25 12:44:23.424494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db789bc-7dc5-4af6-8385-0a799cf5dec3 x-openstack-request-id: req-7db789bc-7dc5-4af6-8385-0a799cf5dec3 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:23.424494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8402cd-17d9-450f-9f3c-72646416255e", "name": "network-vif-deleted", "tag": "c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:23.426085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7db789bc-7dc5-4af6-8385-0a799cf5dec3 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:23.426085 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db789bc-7dc5-4af6-8385-0a799cf5dec3'] response: {'server_uuid': 'fa8402cd-17d9-450f-9f3c-72646416255e', 'name': 'network-vif-deleted', 'tag': 'c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee', 'status': 'completed', 'code': 200} Jul 25 12:44:23.442955 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cb32a86d-b1d4-403d-8cc8-dad20c41235b req-e94c17cf-b07a-4300-bbbc-9b8b7996c6f5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868394 Jul 25 12:44:23.982965 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489d00-28f1-4c73-8348-c44d3bdf6c20 req-1cb80b2c-295f-4fe5-9239-ad4e640667f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:23.993543 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed489d00-28f1-4c73-8348-c44d3bdf6c20 req-1cb80b2c-295f-4fe5-9239-ad4e640667f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0718582 Jul 25 12:44:24.070572 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ed489d00-28f1-4c73-8348-c44d3bdf6c20 req-8103afae-d83c-4515-bb87-2a398e87a40c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758536 Jul 25 12:44:24.582200 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbebcf9-a06e-4081-b80a-a9c808e96c5f req-477a572b-ff49-459c-901b-9bd9139667a3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:24.592591 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2bbebcf9-a06e-4081-b80a-a9c808e96c5f req-477a572b-ff49-459c-901b-9bd9139667a3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0651097 Jul 25 12:44:24.666564 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2bbebcf9-a06e-4081-b80a-a9c808e96c5f req-86356c2c-fb65-4be1-a332-b1346b2087e1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724676 Jul 25 12:44:24.964552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:44:24.984226 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:44:24.984686 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c0f6ea57-78e8-4a76-9e7f-a6bf1ad82eee not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:44:25.208575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c40a-ed69-4647-8c62-21e24724fbc4 req-d813e99d-7659-43fa-8c28-0fabe60435dc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:25.210413 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3252c40a-ed69-4647-8c62-21e24724fbc4 req-d813e99d-7659-43fa-8c28-0fabe60435dc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0557656 Jul 25 12:44:25.253986 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:25.271478 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3252c40a-ed69-4647-8c62-21e24724fbc4 req-6fb29ed8-91c9-40e6-9d5e-79695305e08c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531764 Jul 25 12:44:25.830448 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38077-c2e4-4a6c-82f8-d4b561bf0dfd req-71635374-8429-4d2d-9359-928904f5f9a9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:25.833359 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9cd38077-c2e4-4a6c-82f8-d4b561bf0dfd req-71635374-8429-4d2d-9359-928904f5f9a9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0695803 Jul 25 12:44:25.899353 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9cd38077-c2e4-4a6c-82f8-d4b561bf0dfd req-1ead19a5-e456-4daf-a2aa-f36084fa62e0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595353 Jul 25 12:44:26.409282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec323c-507a-4f91-808c-e0bf8d0f8926 req-99e80f85-b713-49d2-9dc0-ef3d4a063b93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:26.410849 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6ec323c-507a-4f91-808c-e0bf8d0f8926 req-99e80f85-b713-49d2-9dc0-ef3d4a063b93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0498374 Jul 25 12:44:26.471403 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6ec323c-507a-4f91-808c-e0bf8d0f8926 req-ab242e94-2e90-441f-9fbd-b90e1c0fb74a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 Jul 25 12:44:27.030301 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731cffa-d399-4fe2-bcdd-5dcb098a2826 req-7581a746-e03e-4e3a-91e0-5cc98d02625e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:27.032420 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2731cffa-d399-4fe2-bcdd-5dcb098a2826 req-7581a746-e03e-4e3a-91e0-5cc98d02625e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0506046 Jul 25 12:44:27.102469 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2731cffa-d399-4fe2-bcdd-5dcb098a2826 req-d3c26bee-9d97-47a3-bd2c-014c439a76c1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575984 Jul 25 12:44:27.614057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03d63-d173-44a8-877a-c358e2aa9498 req-c044e8d0-07d3-4c8d-b593-524a64e1fefc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:27.615854 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f6c03d63-d173-44a8-877a-c358e2aa9498 req-c044e8d0-07d3-4c8d-b593-524a64e1fefc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0583622 Jul 25 12:44:27.669026 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f6c03d63-d173-44a8-877a-c358e2aa9498 req-b7fddb92-2cc0-497a-8447-1d366e203a2b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Jul 25 12:44:28.215981 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:28.259443 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b0dc-50fa-4173-8c9c-db903ae0e01b req-0ccc6cb7-6b37-4822-86f9-14ab69cde080 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:28.261297 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6678b0dc-50fa-4173-8c9c-db903ae0e01b req-0ccc6cb7-6b37-4822-86f9-14ab69cde080 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0555387 Jul 25 12:44:28.330855 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6678b0dc-50fa-4173-8c9c-db903ae0e01b req-82c1869e-12c0-4ce4-bd69-cf525a0f25ac tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633767 Jul 25 12:44:28.798054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0daf8e-562a-41d4-ad07-fb30a57fa3da req-8a4e4e14-27f6-4d1e-bf9b-9728bc4ae9af tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:28.799540 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0d0daf8e-562a-41d4-ad07-fb30a57fa3da req-8a4e4e14-27f6-4d1e-bf9b-9728bc4ae9af tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0495238 Jul 25 12:44:28.854515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0d0daf8e-562a-41d4-ad07-fb30a57fa3da req-45fb3836-6460-41df-b987-c77659510e84 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489318 Jul 25 12:44:29.455109 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad19b5-6ae2-478b-9938-c2d83e879e6f req-06b1417a-7294-4ae0-9fc8-ea9204b72b6e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:29.458407 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bcad19b5-6ae2-478b-9938-c2d83e879e6f req-06b1417a-7294-4ae0-9fc8-ea9204b72b6e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 943 time: 0.0527585 Jul 25 12:44:29.514319 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bcad19b5-6ae2-478b-9938-c2d83e879e6f req-7b9838a8-f05c-49f0-afe5-126a8a616112 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512373 Jul 25 12:44:29.987943 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51873bbf-20fe-43c0-8c99-ed5c37aa99d2 req-862374a4-55f1-48a0-bf8a-dec5775ae381 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:29.990206 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-51873bbf-20fe-43c0-8c99-ed5c37aa99d2 req-862374a4-55f1-48a0-bf8a-dec5775ae381 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0519879 Jul 25 12:44:30.036528 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-51873bbf-20fe-43c0-8c99-ed5c37aa99d2 req-cceacc69-de0e-45eb-81c6-8a575aa2f97b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 Jul 25 12:44:30.314230 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f58b1b0c-4007-4e0a-bbb3-0de1556a42fd details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:44:30.413237 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:30.424025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'port_id': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'mac_address': 'fa:16:3e:63:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:44:30.457906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:30.458317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:30.471030 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58b1b0c-4007-4e0a-bbb3-0de1556a42fd {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:44:30.491529 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:30.495365 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:30.544530 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:30.742427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c8e0-47a2-4fb4-b950-f4929b726e61 req-722d478f-3451-48ec-897e-1a6444e24320 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:30.743890 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bfc2c8e0-47a2-4fb4-b950-f4929b726e61 req-722d478f-3451-48ec-897e-1a6444e24320 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 944 time: 0.1570427 Jul 25 12:44:30.791185 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bfc2c8e0-47a2-4fb4-b950-f4929b726e61 req-7719e6ac-adb9-44ae-9e6b-adfa901ad72b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jul 25 12:44:31.159537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee412c-0a12-4001-ae4e-ffc297b4c35f req-2f5ffcc5-e9c7-4932-91c8-f93e998208e6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:31.161034 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27ee412c-0a12-4001-ae4e-ffc297b4c35f req-2f5ffcc5-e9c7-4932-91c8-f93e998208e6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0487597 Jul 25 12:44:31.212863 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27ee412c-0a12-4001-ae4e-ffc297b4c35f req-8960e036-8034-4559-a2c3-ff0b4922dbae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 Jul 25 12:44:31.920894 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:31.945803 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127900c-883d-4109-8ffd-6c7da10a94d3 req-c467eca2-e668-4116-8ef1-a1caaa693980 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:31.947418 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b127900c-883d-4109-8ffd-6c7da10a94d3 req-c467eca2-e668-4116-8ef1-a1caaa693980 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 944 time: 0.0838761 Jul 25 12:44:31.998359 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b127900c-883d-4109-8ffd-6c7da10a94d3 req-bde7cf83-4be8-4353-9d7d-ed7449ffd5fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Jul 25 12:44:32.023696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:44:32.161053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-c13b2c8d-e66a-4e5e-a726-567c0c786b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:32.162509 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-c13b2c8d-e66a-4e5e-a726-567c0c786b47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1129 time: 0.0432248 Jul 25 12:44:32.219547 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:32.265402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-799876ba-1cd1-4800-939c-7023e3c42bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:32.267073 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-799876ba-1cd1-4800-939c-7023e3c42bd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.0980356 Jul 25 12:44:32.368364 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-07c4008d-c4a5-409a-90ac-df59412bea11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 1000 time: 0.0949547 Jul 25 12:44:32.376350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbce41-efe6-4421-8d2c-b2e188405162 req-8f66f21e-92d4-42e0-ac41-dbf8979dac5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:32.377739 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3afbce41-efe6-4421-8d2c-b2e188405162 req-8f66f21e-92d4-42e0-ac41-dbf8979dac5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0707281 Jul 25 12:44:32.455377 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-f2631f37-889a-494f-bd85-969671a747b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:32.456757 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-f2631f37-889a-494f-bd85-969671a747b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0781665 Jul 25 12:44:32.461033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3afbce41-efe6-4421-8d2c-b2e188405162 req-d524be26-5dcf-4411-a758-113a9135d5e4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744834 Jul 25 12:44:32.514113 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-be87352f-6d62-4f7f-84bb-c6c22205bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:32.515679 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-be87352f-6d62-4f7f-84bb-c6c22205bfa2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524697 Jul 25 12:44:32.633331 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-5b716552-6a77-4cf8-80ba-72304fc01601 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104312 Jul 25 12:44:32.755615 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a2d9248d-0039-445a-9cce-bb07d24c4254 req-deae8ee4-0284-4823-9a62-1f0ddd2060ef service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148343 Jul 25 12:44:33.134885 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12166b7-c145-4791-9345-25be6a3798dd req-b2a12ccd-85a5-46f0-9b22-340c69195d71 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:33.136503 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c12166b7-c145-4791-9345-25be6a3798dd req-b2a12ccd-85a5-46f0-9b22-340c69195d71 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 944 time: 0.0536571 Jul 25 12:44:33.197191 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c12166b7-c145-4791-9345-25be6a3798dd req-c123cebc-8abf-4993-8657-e95544419ef0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498421 Jul 25 12:44:33.584733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:33.596935 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81268b-a74f-4bde-9860-549860dc1ac8 req-e30992e2-9714-42c0-9af1-9d29e7805bd5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:33.598982 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8f81268b-a74f-4bde-9860-549860dc1ac8 req-e30992e2-9714-42c0-9af1-9d29e7805bd5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 945 time: 0.0537908 Jul 25 12:44:33.656457 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8f81268b-a74f-4bde-9860-549860dc1ac8 req-dab788f9-0614-466d-b277-54edbafb1a9a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Jul 25 12:44:33.921424 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f58b1b0c-4007-4e0a-bbb3-0de1556a42fd up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:44:33.980343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:44:33.986751 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:44:33.987116 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.073518 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:34.073813 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.100828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:34.103337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8b855d-82ef-4788-a46f-425daec5966e" -d '{"events": [{"server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "name": "network-vif-plugged", "status": "completed", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:34.133304 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:34.138974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.140334 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:44:34.185256 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8798ab2-31e3-48f5-8e19-2a31fc26a5fc x-openstack-request-id: req-c8798ab2-31e3-48f5-8e19-2a31fc26a5fc {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:34.185579 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "name": "network-vif-plugged", "status": "completed", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:34.185836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8798ab2-31e3-48f5-8e19-2a31fc26a5fc {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:34.186253 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8798ab2-31e3-48f5-8e19-2a31fc26a5fc'] response: {'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'code': 200} Jul 25 12:44:34.228138 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:34.261069 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:34.271900 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:34.280081 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: ACTIVE; New status is: DOWN {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:34.280481 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.329898 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:44:34.335297 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.375627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4659e-439d-42e7-93a0-7dbc44e252c2 req-dfc3244c-c2e1-4631-883f-39b9c6557c82 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:34.378071 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3a4659e-439d-42e7-93a0-7dbc44e252c2 req-dfc3244c-c2e1-4631-883f-39b9c6557c82 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0727313 Jul 25 12:44:34.404083 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=8']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:34.457390 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f3a4659e-439d-42e7-93a0-7dbc44e252c2 req-16d8c6f1-aa82-4d6e-aed5-e1cf2738b284 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665090 Jul 25 12:44:34.606023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3e513-ff4e-4816-a556-5623aede2da7 req-911b1d87-8084-495d-ba4e-46e4dbace1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:34.607652 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27e3e513-ff4e-4816-a556-5623aede2da7 req-911b1d87-8084-495d-ba4e-46e4dbace1db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 1129 time: 0.0463207 Jul 25 12:44:34.627012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:34.671475 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27e3e513-ff4e-4816-a556-5623aede2da7 req-de9e65f3-4b8f-4373-91d4-6afcac3a4958 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502858 Jul 25 12:44:34.803826 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f55ee-c883-4252-9fc3-8acf72a3bd9c req-5e83cd12-629f-466c-aa4a-6668b7b7f688 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:34.805403 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4e5f55ee-c883-4252-9fc3-8acf72a3bd9c req-5e83cd12-629f-466c-aa4a-6668b7b7f688 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0587323 Jul 25 12:44:34.861498 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4e5f55ee-c883-4252-9fc3-8acf72a3bd9c req-91f166b9-e151-47a3-9dd6-892cea883069 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487626 Jul 25 12:44:35.505593 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [req-0107d1d8-7888-4353-8f29-b9751a6cb23b req-ddf1871b-284b-480d-9ae2-4e224060c7d6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105686) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:44:35.507232 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0107d1d8-7888-4353-8f29-b9751a6cb23b req-ddf1871b-284b-480d-9ae2-4e224060c7d6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070205 Jul 25 12:44:35.611201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f87c6-53d7-4959-81c3-89360eb50eff req-388553b6-80ad-4c9d-a5d4-e77dfec6462f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:35.619589 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de6f87c6-53d7-4959-81c3-89360eb50eff req-388553b6-80ad-4c9d-a5d4-e77dfec6462f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0657141 Jul 25 12:44:35.670399 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de6f87c6-53d7-4959-81c3-89360eb50eff req-c78e2582-7fdf-4f4d-b7eb-45bc391b866b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503905 Jul 25 12:44:35.679627 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9db073-a743-4cf4-a7e2-4d1bcf89d2ad req-d5d6283e-d08d-4752-81c4-573225595ece tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:35.681935 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7f9db073-a743-4cf4-a7e2-4d1bcf89d2ad req-d5d6283e-d08d-4752-81c4-573225595ece tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0580544 Jul 25 12:44:35.738074 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7f9db073-a743-4cf4-a7e2-4d1bcf89d2ad req-6a9d7539-3c76-41d8-9ee1-e210d30e50c4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471087 Jul 25 12:44:35.913099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50790) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:36.007468 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-06974e9e-d038-4c20-a3ff-c35df6c25ace service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931528 Jul 25 12:44:36.016065 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-9192779f-7536-443c-92b4-b53e996c6fe4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:44:36.017094 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-9192779f-7536-443c-92b4-b53e996c6fe4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049551 Jul 25 12:44:36.102386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50798) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:36.187450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:36.189794 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78fb1f9-f2dc-4e74-b82b-6e9c0ce05b7e" -d '{"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:36.202253 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-4916e719-90dd-42fe-baf1-b588276d6ac6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:36.204116 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-4916e719-90dd-42fe-baf1-b588276d6ac6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports/7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 940 time: 0.1004353 Jul 25 12:44:36.231113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8703fb2-afce-4064-a9e3-9c42ef606c6c x-openstack-request-id: req-c8703fb2-afce-4064-a9e3-9c42ef606c6c {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:36.231793 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:36.232091 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8703fb2-afce-4064-a9e3-9c42ef606c6c {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:36.232451 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8703fb2-afce-4064-a9e3-9c42ef606c6c'] response: {'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'code': 200} Jul 25 12:44:36.810868 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b912-17bd-4b3f-96ec-82166519c3fb req-4632317e-ab19-4497-b81a-f7ba9f1c9704 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:36.812867 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b012b912-17bd-4b3f-96ec-82166519c3fb req-4632317e-ab19-4497-b81a-f7ba9f1c9704 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0602887 Jul 25 12:44:36.866409 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b012b912-17bd-4b3f-96ec-82166519c3fb req-35637a04-4385-45b2-a425-1e1c8c596d43 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464311 Jul 25 12:44:36.873925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f707b99-30a0-43e7-9797-2d02de1f9ce8 req-04faa6d6-d506-4e3f-8fb2-d9692cc92c51 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:36.875449 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f707b99-30a0-43e7-9797-2d02de1f9ce8 req-04faa6d6-d506-4e3f-8fb2-d9692cc92c51 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0502543 Jul 25 12:44:36.909294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:36.924371 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f707b99-30a0-43e7-9797-2d02de1f9ce8 req-92df4f3b-978b-4f75-94f7-af100dddd8c7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Jul 25 12:44:37.987050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812adde-1d54-485c-b501-d7f1eafb55a8 req-5f061b75-41cf-4d8c-b997-52740d8f4099 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:37.988991 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b812adde-1d54-485c-b501-d7f1eafb55a8 req-5f061b75-41cf-4d8c-b997-52740d8f4099 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0500331 Jul 25 12:44:38.040984 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b812adde-1d54-485c-b501-d7f1eafb55a8 req-43f77903-f120-4e84-861d-3fb8414972c6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460160 Jul 25 12:44:38.160877 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266e9f-3b4b-4e6f-9e62-046d8625549c req-71275a44-ff14-4a13-8926-8a39852015a4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:38.162332 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-db266e9f-3b4b-4e6f-9e62-046d8625549c req-71275a44-ff14-4a13-8926-8a39852015a4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0493333 Jul 25 12:44:38.163546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eceb0-2294-4cc0-afd7-0fddbe4581ba req-46421a0a-d0fe-4a56-a4a4-c47cb867fe75 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:38.165033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a7eceb0-2294-4cc0-afd7-0fddbe4581ba req-46421a0a-d0fe-4a56-a4a4-c47cb867fe75 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0487502 Jul 25 12:44:38.172547 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 50830) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:38.177770 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'port_id': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:44:38.214678 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1a7eceb0-2294-4cc0-afd7-0fddbe4581ba req-0275bf5e-79e1-4167-8f8e-20b53099609b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Jul 25 12:44:38.219601 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:38.258118 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:38.662935 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:38.667159 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:38.710223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:38.780403 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP e258347b-3b95-4f49-b46d-731af8c663fe associated. External IP: 172.27.1.15, port: f58b1b0c-4007-4e0a-bbb3-0de1556a42fd. Jul 25 12:44:38.992408 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:44:39.117143 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:44:39.122884 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:39.127658 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:44:39.139189 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:44:39.139804 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:44:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:39.163732 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8f2ad2f8-9b55-4ec8-bf98-f2a6341d679f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "PUT /v2.0/floatingips/e258347b-3b95-4f49-b46d-731af8c663fe HTTP/1.1" status: 200 len: 990 time: 0.9899676 Jul 25 12:44:39.164292 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:44:39.166736 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99db14-2b1f-4c48-91d9-017bac310b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:44:39.213181 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7a561-d6b9-4dce-8a2e-542e467ab38f x-openstack-request-id: req-c3a7a561-d6b9-4dce-8a2e-542e467ab38f {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:44:39.213473 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:44:39.213728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3a7a561-d6b9-4dce-8a2e-542e467ab38f {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:44:39.214157 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a7a561-d6b9-4dce-8a2e-542e467ab38f'] response: {'name': 'network-changed', 'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'status': 'completed', 'code': 200} Jul 25 12:44:39.258437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:44:39.352712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25338b-ae88-41e5-a271-729d50fe6691 req-c856fb7c-985b-43b9-a1a8-f6027a19a55b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:39.354542 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c25338b-ae88-41e5-a271-729d50fe6691 req-c856fb7c-985b-43b9-a1a8-f6027a19a55b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0539293 Jul 25 12:44:39.408297 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c25338b-ae88-41e5-a271-729d50fe6691 req-b0a07343-a8ff-4d12-99f5-f9e88ae3461c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Jul 25 12:44:39.508872 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}, {'id': 'e258347b-3b95-4f49-b46d-731af8c663fe', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:63:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a118fe-83de-487b-baf3-8942c875079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:44:14Z', 'updated_at': '2022-07-25T12:44:38Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:39.537965 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:44:39.548186 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:44:39.549330 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:44:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:39.655242 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:44:40.019266 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}, {'id': 'e258347b-3b95-4f49-b46d-731af8c663fe', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:63:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a118fe-83de-487b-baf3-8942c875079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:44:14Z', 'updated_at': '2022-07-25T12:44:38Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:40.047451 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f8632-371b-4d4b-ad51-d2e4bd544cbd None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}, {'id': 'e258347b-3b95-4f49-b46d-731af8c663fe', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:63:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a118fe-83de-487b-baf3-8942c875079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:44:14Z', 'updated_at': '2022-07-25T12:44:38Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:44:40.241240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:44:40.245664 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b0aa72-c679-4784-8838-5441d05c63ef None None] New status for floating IP e258347b-3b95-4f49-b46d-731af8c663fe: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:44:40.326190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: DOWN; New status is: DOWN {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:44:40.547767 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c15bbc-f9f9-4382-a851-ee6c3fb4c454 req-2b68a5c1-84a9-44c4-8830-ef163cfe183d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:40.550921 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f6c15bbc-f9f9-4382-a851-ee6c3fb4c454 req-2b68a5c1-84a9-44c4-8830-ef163cfe183d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0586021 Jul 25 12:44:40.605184 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f6c15bbc-f9f9-4382-a851-ee6c3fb4c454 req-5e9a2e16-aebc-4cae-bbd7-11953edb4dd8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458922 Jul 25 12:44:41.743394 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f9e5d-cad6-4524-841b-dcd95036db5e req-2e739580-f644-4ef1-90ea-ca1e840d00e1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:41.744952 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-006f9e5d-cad6-4524-841b-dcd95036db5e req-2e739580-f644-4ef1-90ea-ca1e840d00e1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0562301 Jul 25 12:44:41.798799 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-006f9e5d-cad6-4524-841b-dcd95036db5e req-130ca396-8de0-46e4-86e8-7e07dbdd1675 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Jul 25 12:44:42.851884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-44ed18f8-9fe2-48ab-b9c9-da9168aa9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:42.853551 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-44ed18f8-9fe2-48ab-b9c9-da9168aa9c14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 1129 time: 0.0541606 Jul 25 12:44:42.924353 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:42.940533 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947c052-f270-4214-a7d4-19407f8d10d1 req-e1ff1784-498c-4100-b0d5-e36c621d3358 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:42.942434 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9947c052-f270-4214-a7d4-19407f8d10d1 req-e1ff1784-498c-4100-b0d5-e36c621d3358 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0520394 Jul 25 12:44:42.998918 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9947c052-f270-4214-a7d4-19407f8d10d1 req-e4006a5e-dfd7-4c40-87f3-4600b7410bcb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483322 Jul 25 12:44:43.024234 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-6e5d35ae-8a7a-4aea-a960-4c60254047bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:43.025476 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-6e5d35ae-8a7a-4aea-a960-4c60254047bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.1132317 Jul 25 12:44:43.389938 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-18784409-6c6b-4a18-ab0a-b9636a5c00ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd HTTP/1.1" status: 200 len: 1000 time: 0.0637932 Jul 25 12:44:43.442864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-3b68333f-d380-475a-98b9-f92a38883684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:43.444383 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-3b68333f-d380-475a-98b9-f92a38883684 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0470147 Jul 25 12:44:43.487090 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:43.491514 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-e30e559d-aacc-42d1-99d9-f1f3a47b80af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:43.493035 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-e30e559d-aacc-42d1-99d9-f1f3a47b80af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418606 Jul 25 12:44:43.587932 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-df5b42d2-3264-4389-bbe4-309ebd85cab7 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Jul 25 12:44:43.691027 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b99db14-2b1f-4c48-91d9-017bac310b8b req-99fa78f4-dfdb-467c-b85d-41d98a3b72c0 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969925 Jul 25 12:44:44.068469 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-d86c0d97-6d71-4d47-a177-71a43f942a68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753372 Jul 25 12:44:44.198424 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-09562d25-2a09-408b-9f05-a8689d4be0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.200235 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-09562d25-2a09-408b-9f05-a8689d4be0b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 1130 time: 0.0928380 Jul 25 12:44:44.216037 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7989e-6102-4dd0-9617-b87f2dd0a827 req-1d6f4729-db2d-4828-87d2-f64742ee2b63 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.217548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-88b7989e-6102-4dd0-9617-b87f2dd0a827 req-1d6f4729-db2d-4828-87d2-f64742ee2b63 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.1081634 Jul 25 12:44:44.363355 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-88b7989e-6102-4dd0-9617-b87f2dd0a827 req-8c47523c-b5a7-4d0b-9825-4a0cc0f1d322 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356723 Jul 25 12:44:44.365634 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:44.381994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-35292617-5e03-41e2-9883-de139d67a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.384257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-35292617-5e03-41e2-9883-de139d67a0be service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.1575506 Jul 25 12:44:44.479298 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-eea6db9e-1c17-4788-a321-061c7471e300 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4 HTTP/1.1" status: 200 len: 1002 time: 0.0679748 Jul 25 12:44:44.606428 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:44.607358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:44.768325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-18361ed4-6d5e-482f-8396-4dea978c8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.769690 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-18361ed4-6d5e-482f-8396-4dea978c8196 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.1237509 Jul 25 12:44:44.770786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-3f477ee8-1992-47e0-af9b-12403de76dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.772095 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-3f477ee8-1992-47e0-af9b-12403de76dbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 1127 time: 0.0908122 Jul 25 12:44:44.867638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-6d4487e3-d8d1-424f-b8a6-53197198420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.869196 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-6d4487e3-d8d1-424f-b8a6-53197198420d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0780406 Jul 25 12:44:44.874728 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-3ae854b0-3379-4b30-88fd-b18e49796327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:44.876342 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-3ae854b0-3379-4b30-88fd-b18e49796327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1127 time: 0.0575621 Jul 25 12:44:45.295998 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-d9fd0ae7-b4e8-4ba5-842f-a6660f32c020 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185824 Jul 25 12:44:45.297249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-4a84ee1a-67e8-4a9f-8eb5-a57a41547d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:45.298737 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-4a84ee1a-67e8-4a9f-8eb5-a57a41547d1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.4131298 Jul 25 12:44:45.434887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-d143c0e6-30dd-4d68-8ab4-e56d0ae35c9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 200 len: 998 time: 0.1180174 Jul 25 12:44:45.462718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:45.504471 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a6bf44eb-5509-4a8b-94e3-93d100ff8017 req-2778c6cb-cf4d-4b3f-a78e-4268f0c23716 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963701 Jul 25 12:44:45.516935 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa156b-6ad4-4cc8-b360-accb00eb57e3 req-c81b74ee-a8f8-4467-a348-727ad5f1c3f4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:45.517848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-f93ac814-07b1-4c0b-a989-75b35c353f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:45.518691 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0dfa156b-6ad4-4cc8-b360-accb00eb57e3 req-c81b74ee-a8f8-4467-a348-727ad5f1c3f4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0546505 Jul 25 12:44:45.519354 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-f93ac814-07b1-4c0b-a989-75b35c353f29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0729694 Jul 25 12:44:45.558998 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:44:45.578247 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-582cec5a-7618-433a-b6f0-4a293745c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:45.579751 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-582cec5a-7618-433a-b6f0-4a293745c040 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533915 Jul 25 12:44:45.596954 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0dfa156b-6ad4-4cc8-b360-accb00eb57e3 req-175af142-3ccf-452d-9ea2-2678c5ee294d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694804 Jul 25 12:44:45.691374 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-a0065ce8-2bbc-4dcd-a3bd-9944300d0175 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000941 Jul 25 12:44:45.816534 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-bb004e9a-26fa-441b-a6ba-3c9c5a439017 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080298 Jul 25 12:44:46.751782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4e115-aa3b-4520-97ae-1d76844f92cc req-b284269e-a511-430a-acbb-3ecdd817c254 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:46.753565 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97a4e115-aa3b-4520-97ae-1d76844f92cc req-b284269e-a511-430a-acbb-3ecdd817c254 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0614388 Jul 25 12:44:46.812002 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97a4e115-aa3b-4520-97ae-1d76844f92cc req-34db2a21-973c-4758-af8f-af68a5ec4f79 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 Jul 25 12:44:47.897830 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-40af1ca2-5034-4e88-9acb-ff67c5696e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:47.962591 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5183f1f-66d6-4a81-9c86-7e59470e7600 req-85d78c7b-a457-4346-ad7a-cc567258b00e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:47.964347 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b5183f1f-66d6-4a81-9c86-7e59470e7600 req-85d78c7b-a457-4346-ad7a-cc567258b00e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0601904 Jul 25 12:44:48.026903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b5183f1f-66d6-4a81-9c86-7e59470e7600 req-a6034b08-c373-438a-b490-773a116cf028 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566289 Jul 25 12:44:49.164328 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c439-6a99-475c-8c53-534ed51ba6df req-95002e36-f192-40ee-9bd9-8c3ecab14d88 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:49.165809 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49a6c439-6a99-475c-8c53-534ed51ba6df req-95002e36-f192-40ee-9bd9-8c3ecab14d88 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0530210 Jul 25 12:44:49.189284 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:49.222279 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49a6c439-6a99-475c-8c53-534ed51ba6df req-f3da8b7c-1f9f-4fd9-bf1c-f6a62b5af5fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495646 Jul 25 12:44:50.180715 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-261f13f3-5e3f-4ca2-ba1d-0e2d10b6134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:50.353828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf995-d960-465f-bd38-0fa7112a2cab req-3c9c5258-7873-4ca9-8e0d-6b3b518c7bbf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:50.355339 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-27abf995-d960-465f-bd38-0fa7112a2cab req-3c9c5258-7873-4ca9-8e0d-6b3b518c7bbf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0495248 Jul 25 12:44:50.419214 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-27abf995-d960-465f-bd38-0fa7112a2cab req-72633377-fa14-4536-b996-86e407ae0097 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Jul 25 12:44:51.291640 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:51.560219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7700ef-e556-46a3-959e-f98959d91bc0 req-fdf5d24a-2b87-495e-89fb-76308fdf318d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:51.561927 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2b7700ef-e556-46a3-959e-f98959d91bc0 req-fdf5d24a-2b87-495e-89fb-76308fdf318d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0521431 Jul 25 12:44:51.581626 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:51.629442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2b7700ef-e556-46a3-959e-f98959d91bc0 req-f34ff082-b097-4913-afd7-82c8cae5a644 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614285 Jul 25 12:44:52.620534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:52.792987 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5b67-a9ca-4a6d-b8a5-642c83696938 req-eede7e78-f90d-42b7-bfb0-b71b42d52c6d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:52.795287 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-37ab5b67-a9ca-4a6d-b8a5-642c83696938 req-eede7e78-f90d-42b7-bfb0-b71b42d52c6d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0630512 Jul 25 12:44:52.864437 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-37ab5b67-a9ca-4a6d-b8a5-642c83696938 req-7fc1d4bb-d6d7-4004-9339-6368ad87422c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626204 Jul 25 12:44:53.116187 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.555928 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50976) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:53.624728 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Deleting subnet 281ee747-5730-4fc4-a213-e5f50c14b9f1 {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:44:53.628155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Publish callbacks [] for subnet (281ee747-5730-4fc4-a213-e5f50c14b9f1), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.682042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (281ee747-5730-4fc4-a213-e5f50c14b9f1), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.728717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (281ee747-5730-4fc4-a213-e5f50c14b9f1), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.792596 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (281ee747-5730-4fc4-a213-e5f50c14b9f1), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.824594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281ee747-5730-4fc4-a213-e5f50c14b9f1,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:53.834218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.834634 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.834978 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.835335 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.835716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.836205 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.836551 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.836866 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.837232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.837622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.838031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.838422 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.838796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.839158 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.839530 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:44:53.845054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:53.848862 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6301436c-6d83-4e9a-8e45-08a64093a99a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/281ee747-5730-4fc4-a213-e5f50c14b9f1 HTTP/1.1" status: 204 len: 168 time: 0.2917182 Jul 25 12:44:53.852283 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50980) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:53.947980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (f1d4b61f-f554-4201-9844-f84836207901), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.075255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:54.089565 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (f1d4b61f-f554-4201-9844-f84836207901), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.116780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e68240-fe0b-465a-ace8-94c6b0c36e18 req-ecc1419a-f095-47d2-8feb-05874369ba3b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:54.118268 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-46e68240-fe0b-465a-ace8-94c6b0c36e18 req-ecc1419a-f095-47d2-8feb-05874369ba3b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.1330407 Jul 25 12:44:54.136153 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d4b61f-f554-4201-9844-f84836207901']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:54.156146 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a034a32a-96b1-4340-99a9-a891a16213a0') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:54.156455 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a034a32a-96b1-4340-99a9-a891a16213a0') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:44:54.181497 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (a034a32a-96b1-4340-99a9-a891a16213a0), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.206928 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-46e68240-fe0b-465a-ace8-94c6b0c36e18 req-cd7c1975-fb4c-4b8a-98e2-9c406aab2549 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826817 Jul 25 12:44:54.207896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (a034a32a-96b1-4340-99a9-a891a16213a0), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.215986 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:44:54.216380 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (a034a32a-96b1-4340-99a9-a891a16213a0), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.247761 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment a034a32a-96b1-4340-99a9-a891a16213a0 resource provider aggregate not found Jul 25 12:44:54.312632 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment a034a32a-96b1-4340-99a9-a891a16213a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a034a32a-96b1-4340-99a9-a891a16213a0 found for delete ", "request_id": "req-83b3b141-b17e-46ad-9d55-8cf04f4a6b13"}]} Jul 25 12:44:54.322221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (f1d4b61f-f554-4201-9844-f84836207901), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.327906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.331054 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f1d4b61f-f554-4201-9844-f84836207901 HTTP/1.1" status: 204 len: 168 time: 0.4775102 Jul 25 12:44:54.343732 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272992b2-4929-42f3-8130-3bac9167704c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d4b61f-f554-4201-9844-f84836207901,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:54.556911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50990) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:54.619752 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-339766c4-0108-4221-8e3d-94e041cc4116 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d2fa8874dab4d3bbc87161b540ffae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611284 Jul 25 12:44:54.622039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 50992) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:44:54.679024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] Publish callbacks [] for security_group (8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.705870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] Publish callbacks [] for security_group (8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.760558 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.763243 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:44:54.764736 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9 HTTP/1.1" status: 204 len: 168 time: 0.1416302 Jul 25 12:44:54.775760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7b103-437a-4024-80af-84e9a077510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a4dba-4c34-49ec-bb2d-427d0e7fa7b9,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:44:55.335191 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:55.379742 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1349ae-f555-4e5d-8696-22062649d426 req-504d6144-e43c-4a70-9699-711d2a795ca4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:55.382236 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fa1349ae-f555-4e5d-8696-22062649d426 req-504d6144-e43c-4a70-9699-711d2a795ca4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0589538 Jul 25 12:44:55.447871 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fa1349ae-f555-4e5d-8696-22062649d426 req-3258bbc3-29bd-492e-bd33-a98c40cc2781 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595498 Jul 25 12:44:55.558709 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:56.565188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:44:56.613407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151191f8-8799-4ad1-bd0d-ba605ebc8d36 req-2591be16-80f8-4bb6-8a8e-0c8cda29bcb1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:56.615456 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-151191f8-8799-4ad1-bd0d-ba605ebc8d36 req-2591be16-80f8-4bb6-8a8e-0c8cda29bcb1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0654233 Jul 25 12:44:56.677879 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-151191f8-8799-4ad1-bd0d-ba605ebc8d36 req-e50d730d-7eda-4b74-9f87-b0655eea9a8e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554283 Jul 25 12:44:57.824822 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9021c30-d3d6-43cd-b1e7-4f40ce1bbab6 req-c838877d-f2ec-4e4a-b955-10b1f4f2c7cc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:57.826416 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9021c30-d3d6-43cd-b1e7-4f40ce1bbab6 req-c838877d-f2ec-4e4a-b955-10b1f4f2c7cc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0496473 Jul 25 12:44:57.882429 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d9021c30-d3d6-43cd-b1e7-4f40ce1bbab6 req-41833e13-50cf-4bc3-8da1-3a00062a6b96 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501893 Jul 25 12:44:59.031358 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f425d-368d-4bfd-9f85-683ccb359080 req-258b591b-dd6f-488c-a5fa-e0bd06c5b8d1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:44:59.032844 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-965f425d-368d-4bfd-9f85-683ccb359080 req-258b591b-dd6f-488c-a5fa-e0bd06c5b8d1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0587580 Jul 25 12:44:59.087364 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-965f425d-368d-4bfd-9f85-683ccb359080 req-c1733f75-0bb8-4961-bfbd-7c8f4d9f84ab tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475011 Jul 25 12:45:00.236089 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467dc4-d66b-46de-8dea-62ede6d6eea8 req-e9a7f42d-db3d-458b-be4e-b52f84a282fa tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:00.237581 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e5467dc4-d66b-46de-8dea-62ede6d6eea8 req-e9a7f42d-db3d-458b-be4e-b52f84a282fa tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0528595 Jul 25 12:45:00.289721 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e5467dc4-d66b-46de-8dea-62ede6d6eea8 req-3d18a056-8c05-43bf-9512-0cfe61ca6770 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 Jul 25 12:45:01.433805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b18b14-2824-4871-9439-43ef26715d1d req-3a14cd54-b8d8-4c28-8d67-4c2dd60a1432 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:01.435555 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8b18b14-2824-4871-9439-43ef26715d1d req-3a14cd54-b8d8-4c28-8d67-4c2dd60a1432 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0550175 Jul 25 12:45:01.493707 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e8b18b14-2824-4871-9439-43ef26715d1d req-5e990bdb-7b83-4163-858b-6d3c6b9839b8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524156 Jul 25 12:45:02.638637 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735ecfc-f833-45a2-af35-25bc42ebe863 req-b0c9934b-d946-4d9c-bd3d-dbe3189981e9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:02.640107 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c735ecfc-f833-45a2-af35-25bc42ebe863 req-b0c9934b-d946-4d9c-bd3d-dbe3189981e9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0487738 Jul 25 12:45:02.692102 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c735ecfc-f833-45a2-af35-25bc42ebe863 req-ea3b2547-61a7-4e84-9cc0-4e5761dafb0b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Jul 25 12:45:03.106607 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:03.828797 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873402-910f-4d5e-889f-829c34201c89 req-a63b85bb-49ca-44a5-bcf9-d0926259e5a4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:03.830224 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6f873402-910f-4d5e-889f-829c34201c89 req-a63b85bb-49ca-44a5-bcf9-d0926259e5a4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0489724 Jul 25 12:45:03.879654 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6f873402-910f-4d5e-889f-829c34201c89 req-ee5d1a5b-ec3a-42d8-ae4d-2137e8b8bfaf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jul 25 12:45:04.628700 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:05.024239 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c03f9f-de6f-4a8f-b62d-a4f72a67b46c req-46e0843d-704b-409f-8e7d-879e7687f03e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:05.025832 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c7c03f9f-de6f-4a8f-b62d-a4f72a67b46c req-46e0843d-704b-409f-8e7d-879e7687f03e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0574608 Jul 25 12:45:05.077889 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c7c03f9f-de6f-4a8f-b62d-a4f72a67b46c req-e748b92b-ac24-4199-9ef2-a628a18018ff tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Jul 25 12:45:06.208506 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcfd84-02ae-4ac4-a2d4-210deb5d9c62 req-ddc085ec-5cae-4f91-ac5f-57351a4142e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:06.210042 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcfd84-02ae-4ac4-a2d4-210deb5d9c62 req-ddc085ec-5cae-4f91-ac5f-57351a4142e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0487137 Jul 25 12:45:06.266197 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcfd84-02ae-4ac4-a2d4-210deb5d9c62 req-9ba1ef49-6918-4991-8f2a-0c61cc2967eb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 Jul 25 12:45:07.400232 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ee9ae-9e84-45fe-934c-db6606fd2317 req-66e0e0b0-bf38-41c2-bd9a-1c5b9e641759 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:07.401654 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2a1ee9ae-9e84-45fe-934c-db6606fd2317 req-66e0e0b0-bf38-41c2-bd9a-1c5b9e641759 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0510540 Jul 25 12:45:07.459063 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2a1ee9ae-9e84-45fe-934c-db6606fd2317 req-0f5863df-306e-4791-8f7a-a6896f9cb6c5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515680 Jul 25 12:45:08.549349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:08.591402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922dc7-5863-4011-9e6d-9e50e83055f8 req-0d4e379d-caa4-40a0-94a0-889fd3bbdb02 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:08.592914 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1922dc7-5863-4011-9e6d-9e50e83055f8 req-0d4e379d-caa4-40a0-94a0-889fd3bbdb02 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0535049 Jul 25 12:45:08.641879 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1922dc7-5863-4011-9e6d-9e50e83055f8 req-b8b3c2e6-73c7-4765-921a-0492bede339f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Jul 25 12:45:09.771353 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb69a8-d5f4-40ac-a257-5f37d5e2d2a5 req-418e9d24-267c-4b79-8ec6-4db760b431ac tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:09.772851 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-decb69a8-d5f4-40ac-a257-5f37d5e2d2a5 req-418e9d24-267c-4b79-8ec6-4db760b431ac tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0526810 Jul 25 12:45:09.784888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:09.823783 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-decb69a8-d5f4-40ac-a257-5f37d5e2d2a5 req-0b536742-806b-4127-8147-8dd02c75d4a1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Jul 25 12:45:10.954286 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531a32-d6c6-480c-bbaa-64181e01c5a8 req-d20a9ed4-181c-4264-bf55-98abf6699a03 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:10.955768 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-47531a32-d6c6-480c-bbaa-64181e01c5a8 req-d20a9ed4-181c-4264-bf55-98abf6699a03 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0514717 Jul 25 12:45:11.005608 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-47531a32-d6c6-480c-bbaa-64181e01c5a8 req-5e380f1a-a166-4e91-9635-8acacb2da64d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Jul 25 12:45:12.135557 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cfac4-1b1d-4858-a557-f450c909468c req-81befe99-100f-4059-b4ce-a5d31046eca3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:12.137114 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-060cfac4-1b1d-4858-a557-f450c909468c req-81befe99-100f-4059-b4ce-a5d31046eca3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 943 time: 0.0488358 Jul 25 12:45:12.186693 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-060cfac4-1b1d-4858-a557-f450c909468c req-49d9897d-58c6-423a-8836-1ca5dd871fa0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Jul 25 12:45:12.360359 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:45:12.471638 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:45:12.483882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'mac_address': 'fa:16:3e:ac:be:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:45:12.518802 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:45:12.519183 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:12.533488 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:45:12.563440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:45:12.567795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:12.616021 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=9']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:45:12.623778 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.624120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.624473 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.624850 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.625220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.625545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.625862 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.626204 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.626536 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.626857 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.627172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.627485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.627796 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.628105 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:12.628412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:45:13.105222 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['7e8c3b73-d8a2-485a-92ed-56ba7473deac'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:45:13.322929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1315e-a79e-4a96-99ec-1ab992045849 req-6cf8d57a-1739-4cfa-8e8d-4ac49a16aab5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:13.324609 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6ee1315e-a79e-4a96-99ec-1ab992045849 req-6cf8d57a-1739-4cfa-8e8d-4ac49a16aab5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0486593 Jul 25 12:45:13.382037 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6ee1315e-a79e-4a96-99ec-1ab992045849 req-29f53644-2768-47ea-9420-2fe9eabc4144 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511169 Jul 25 12:45:14.365783 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:45:14.408617 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 7e8c3b73-d8a2-485a-92ed-56ba7473deac triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:45:14.408969 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:14.482398 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:14.487456 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 7e8c3b73-d8a2-485a-92ed-56ba7473deac is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:45:14.487846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:14.511917 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:45:14.514266 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170f3b5-0517-43b3-a660-e397676c2342" -d '{"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:45:14.520472 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfbb-ceb0-4519-9bc1-be67dd3a3219 req-aca0b099-91ff-4a40-8f6c-65fe0246d797 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:14.524612 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e4a3cfbb-ceb0-4519-9bc1-be67dd3a3219 req-aca0b099-91ff-4a40-8f6c-65fe0246d797 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 944 time: 0.0620713 Jul 25 12:45:14.528073 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:45:14.532474 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:14.559818 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53703184-edd5-4783-afaf-da878bd6dc22 x-openstack-request-id: req-53703184-edd5-4783-afaf-da878bd6dc22 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:45:14.560110 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:45:14.560361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53703184-edd5-4783-afaf-da878bd6dc22 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:45:14.560747 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53703184-edd5-4783-afaf-da878bd6dc22'] response: {'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'code': 200} Jul 25 12:45:14.578761 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e4a3cfbb-ceb0-4519-9bc1-be67dd3a3219 req-0a6b80d0-b644-4037-a1ad-e9ac3f144c9b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Jul 25 12:45:14.587040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=10']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:45:15.296708 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f05b6f-ecd7-4481-bbda-c49d664cc686 req-28883977-1bec-4833-90a8-e455e3cce744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:15.298238 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c4f05b6f-ecd7-4481-bbda-c49d664cc686 req-28883977-1bec-4833-90a8-e455e3cce744 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 1130 time: 0.1808877 Jul 25 12:45:15.343494 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c4f05b6f-ecd7-4481-bbda-c49d664cc686 req-dae99e1a-1f15-4cf7-ad8e-0217572f2970 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Jul 25 12:45:15.708955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591eebf-99d4-4926-8031-e71117188ebe req-9b3f91fd-e0cb-4606-894a-80a6d324ef44 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:15.710450 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6591eebf-99d4-4926-8031-e71117188ebe req-9b3f91fd-e0cb-4606-894a-80a6d324ef44 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0491481 Jul 25 12:45:15.766065 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6591eebf-99d4-4926-8031-e71117188ebe req-02641e25-a478-49f5-bc60-1d14c601da3a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 Jul 25 12:45:16.636535 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:16.891358 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c436f8b-c0ab-4fd6-bf6f-d65ca2c1d9c3 req-477d2a3e-09ce-45b2-83d8-8ec8baa2153e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:16.892962 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c436f8b-c0ab-4fd6-bf6f-d65ca2c1d9c3 req-477d2a3e-09ce-45b2-83d8-8ec8baa2153e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0487063 Jul 25 12:45:16.941068 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c436f8b-c0ab-4fd6-bf6f-d65ca2c1d9c3 req-6a1fae53-8520-48dc-bb8e-e8592a7ad4f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Jul 25 12:45:17.880893 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-375f76c9-fcda-4e2e-b34d-a6b4c606eb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:18.072736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18b3fa-72b5-403c-9fc3-6ad06385f515 req-a6e1f405-8926-472c-a150-cf2dfd7177a9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:18.074231 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ea18b3fa-72b5-403c-9fc3-6ad06385f515 req-a6e1f405-8926-472c-a150-cf2dfd7177a9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0553784 Jul 25 12:45:18.125087 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ea18b3fa-72b5-403c-9fc3-6ad06385f515 req-f60b30dc-6f15-4df4-99da-f34ef79050d3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Jul 25 12:45:19.254287 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812a33-1f66-4f3d-8fed-69f0cf6102d6 req-20e95dbf-e7e4-4fbc-ac0d-c6ef266fbce8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:19.255763 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d5812a33-1f66-4f3d-8fed-69f0cf6102d6 req-20e95dbf-e7e4-4fbc-ac0d-c6ef266fbce8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0480492 Jul 25 12:45:19.306257 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d5812a33-1f66-4f3d-8fed-69f0cf6102d6 req-6db57c13-f571-46d5-9d37-1fed70a641ef tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Jul 25 12:45:20.179198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2b26078-d46c-41cf-9b11-6d7023df35ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:21.294820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:22.564382 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:45:22.617340 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:23.114106 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:28.112908 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=48 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:28.120959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:28.574775 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:29.294069 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:29.302236 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=38 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:32.557598 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:33.105289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:33.108193 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:34.636795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:40.039075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d74b0-e311-4e6d-a892-8fc3e9730514 req-73f660f0-5538-41b6-a63c-37d40f2133d8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.040535 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-033d74b0-e311-4e6d-a892-8fc3e9730514 req-73f660f0-5538-41b6-a63c-37d40f2133d8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0721877 Jul 25 12:45:40.055263 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-6c1973df-9dc7-41ef-948e-e85f5208d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.056668 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-6c1973df-9dc7-41ef-948e-e85f5208d9c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0597897 Jul 25 12:45:40.147990 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-033d74b0-e311-4e6d-a892-8fc3e9730514 req-bfb08a5f-3ebf-45e7-b2d3-cbe18cce3ffe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019454 Jul 25 12:45:40.177472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-596c89c7-7b20-4372-93f5-2b0907d79a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.178866 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-596c89c7-7b20-4372-93f5-2b0907d79a53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1104538 Jul 25 12:45:40.249388 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-0be9eb3b-54af-49bf-a3aa-0f47b708a0b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1002 time: 0.0588255 Jul 25 12:45:40.302887 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-7e63e642-cc85-4453-9183-1ceb1e352ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.304347 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-7e63e642-cc85-4453-9183-1ceb1e352ef5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0482488 Jul 25 12:45:40.351907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-988c2bb9-0c88-436e-846e-852144a7a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.353549 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-988c2bb9-0c88-436e-846e-852144a7a3f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416560 Jul 25 12:45:40.451374 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-c11b75cb-f8e4-450e-a12f-da2423de5e90 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915956 Jul 25 12:45:40.555154 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5df12288-04f4-4a70-b9ae-4fec204a4a91 req-52c8a70f-1329-41a8-96af-bcc9f4d70c1f service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968461 Jul 25 12:45:40.797889 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f09bdd-cf1b-4fd0-a321-2f8ae75b3f0b req-699f9022-4708-4350-96c4-3c2af88351f4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.799379 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8f09bdd-cf1b-4fd0-a321-2f8ae75b3f0b req-699f9022-4708-4350-96c4-3c2af88351f4 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0534761 Jul 25 12:45:40.871167 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8f09bdd-cf1b-4fd0-a321-2f8ae75b3f0b req-3980e8b7-3c84-47aa-b38b-c2195d68c7a6 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660014 Jul 25 12:45:40.957803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-f3d9f964-0302-4286-8ea1-90e4f734b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:40.959225 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-f3d9f964-0302-4286-8ea1-90e4f734b45d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1168 time: 0.0397980 Jul 25 12:45:41.053712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-a25ebbec-4515-4f39-b8f9-2b0aac8f76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:41.055635 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-a25ebbec-4515-4f39-b8f9-2b0aac8f76b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.0886698 Jul 25 12:45:41.118839 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-bb4ba791-909c-4e11-9377-168ed8666ec6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 1001 time: 0.0566463 Jul 25 12:45:41.167808 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-81c7dcee-a196-42a3-b610-063e5f137bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:41.169312 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-81c7dcee-a196-42a3-b610-063e5f137bd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.0446656 Jul 25 12:45:41.224213 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-c71f84ae-ba9e-4495-9bca-19c948ea54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:41.225702 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-c71f84ae-ba9e-4495-9bca-19c948ea54c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492377 Jul 25 12:45:41.285574 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb046edc-59c4-47b4-906c-841043a5455b req-6c0dac1e-248e-46c1-9580-cfecf5376694 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:41.287232 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fb046edc-59c4-47b4-906c-841043a5455b req-6c0dac1e-248e-46c1-9580-cfecf5376694 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0515077 Jul 25 12:45:41.289242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:41.293719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:41.320762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-9999751a-12e3-433c-9c08-a07e905d3ebe service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Jul 25 12:45:41.335997 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fb046edc-59c4-47b4-906c-841043a5455b req-624362a8-d70a-4861-931f-6ea28f669d23 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Jul 25 12:45:41.415065 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c8585259-17cd-432b-bb0f-9f34b181f388 req-4222cbdb-2dea-4309-a2cc-4a182bf32e2e service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 Jul 25 12:45:41.990920 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19f0f-ca60-4385-aebe-9f4fde12ea69 req-9f118875-dde8-46c7-b08e-9221328268bf tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:41.992981 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27f19f0f-ca60-4385-aebe-9f4fde12ea69 req-9f118875-dde8-46c7-b08e-9221328268bf tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0473483 Jul 25 12:45:42.052530 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-27f19f0f-ca60-4385-aebe-9f4fde12ea69 req-2796ed8b-64d9-4f9c-8cda-d83ac61e4247 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539303 Jul 25 12:45:42.458414 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bc379-af4a-40a7-8673-6235ee18e2c7 req-2a652983-10a2-400c-b710-4e92641a4870 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:42.459794 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b4bc379-af4a-40a7-8673-6235ee18e2c7 req-2a652983-10a2-400c-b710-4e92641a4870 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0490553 Jul 25 12:45:42.510725 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0b4bc379-af4a-40a7-8673-6235ee18e2c7 req-9368b834-0894-4091-93d0-38f17ae8539a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447772 Jul 25 12:45:43.175142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbf58e-33c0-4c22-9851-e2be4158999f req-ad0cc478-e11e-4456-814e-12d53ee89cd1 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:43.176652 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-78fbf58e-33c0-4c22-9851-e2be4158999f req-ad0cc478-e11e-4456-814e-12d53ee89cd1 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0531917 Jul 25 12:45:43.237634 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-78fbf58e-33c0-4c22-9851-e2be4158999f req-2ff61811-7d6b-4d5d-8c92-d644ac9ed285 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552354 Jul 25 12:45:43.630808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974189-dd12-4e3c-a514-2d31a2803183 req-e8c1de1f-0712-431e-a152-248a72ce6d31 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:43.632260 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0d974189-dd12-4e3c-a514-2d31a2803183 req-e8c1de1f-0712-431e-a152-248a72ce6d31 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0473390 Jul 25 12:45:43.684005 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0d974189-dd12-4e3c-a514-2d31a2803183 req-c5c9d299-d5b3-47e4-877d-df74f252949a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456047 Jul 25 12:45:44.357216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514383-cb5e-40d7-991b-4b0ef152a3db req-1c3d780e-2c6b-4a07-be85-64cd69a88d46 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:44.359076 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-91514383-cb5e-40d7-991b-4b0ef152a3db req-1c3d780e-2c6b-4a07-be85-64cd69a88d46 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0486555 Jul 25 12:45:44.424012 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-91514383-cb5e-40d7-991b-4b0ef152a3db req-331a5df3-9712-4b84-802c-fe9c5ff3465a tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592117 Jul 25 12:45:44.626921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:44.632053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:44.803070 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692676f-1edc-4874-9515-17548ae11c64 req-3dccea16-e247-4d38-8e4b-93dec296ff8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:44.805197 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7692676f-1edc-4874-9515-17548ae11c64 req-3dccea16-e247-4d38-8e4b-93dec296ff8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0476122 Jul 25 12:45:44.854579 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7692676f-1edc-4874-9515-17548ae11c64 req-812e745c-0509-433d-b0db-e8fb09c41264 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Jul 25 12:45:45.548166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed16ef-0422-460b-b599-a62f8a6ac225 req-84ae0d01-9cef-425c-9cf7-d7951ef5cc07 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:45.549809 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7aed16ef-0422-460b-b599-a62f8a6ac225 req-84ae0d01-9cef-425c-9cf7-d7951ef5cc07 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0523067 Jul 25 12:45:45.614213 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7aed16ef-0422-460b-b599-a62f8a6ac225 req-56d62317-2810-47f1-b447-f91e226d0e31 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586755 Jul 25 12:45:45.974330 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7fc5-d9e7-4739-96d9-065cac64483e req-2778fd77-0f24-4e88-b5c3-7f2cf3d2d9e4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:45.975805 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-335d7fc5-d9e7-4739-96d9-065cac64483e req-2778fd77-0f24-4e88-b5c3-7f2cf3d2d9e4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0477276 Jul 25 12:45:46.024397 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-335d7fc5-d9e7-4739-96d9-065cac64483e req-800cdb1d-12f7-47aa-949f-1d9764c1aa9e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Jul 25 12:45:46.735005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba52d3-36e0-4d6e-ade6-bec758692e9c req-c9a00abd-5dd4-426f-b3af-2b85b295a56f tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:46.736458 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1dba52d3-36e0-4d6e-ade6-bec758692e9c req-c9a00abd-5dd4-426f-b3af-2b85b295a56f tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0487382 Jul 25 12:45:46.795044 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1dba52d3-36e0-4d6e-ade6-bec758692e9c req-3dc25643-1182-475a-838d-9bae2bf9402e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529149 Jul 25 12:45:47.146430 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf9d1f-61c7-4ad7-9e38-6f178835cdf2 req-99664c6d-b95a-4ae0-8e8f-7b8736f0f7e6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:47.148480 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5baf9d1f-61c7-4ad7-9e38-6f178835cdf2 req-99664c6d-b95a-4ae0-8e8f-7b8736f0f7e6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Jul 25 12:45:47.196664 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5baf9d1f-61c7-4ad7-9e38-6f178835cdf2 req-ac6f2c29-5a95-4519-985e-d16e558e6a5e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426526 Jul 25 12:45:47.883380 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fc73a950-7744-429b-9f92-5a7f04fb1815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:47.914110 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d233ce1-a15c-43f0-9456-0af951c708e6 req-91b86ac7-d660-4a31-bca0-18e1c3cc6f87 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:47.915631 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d233ce1-a15c-43f0-9456-0af951c708e6 req-91b86ac7-d660-4a31-bca0-18e1c3cc6f87 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0499434 Jul 25 12:45:47.979939 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8d233ce1-a15c-43f0-9456-0af951c708e6 req-ad3e7343-43be-4156-bd65-b16777916233 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586298 Jul 25 12:45:48.316254 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc626abc-df8e-494f-95f7-bebfadef0eda req-7bf6c21b-01ba-4f9a-962b-08d7410bceb4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:48.317809 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cc626abc-df8e-494f-95f7-bebfadef0eda req-7bf6c21b-01ba-4f9a-962b-08d7410bceb4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0468137 Jul 25 12:45:48.364408 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cc626abc-df8e-494f-95f7-bebfadef0eda req-32d5a653-4f43-49c2-a7c6-2b114528fea5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Jul 25 12:45:49.096924 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e16b2-282e-4893-a138-bdaca92f4bfa req-ff721189-33f6-40af-85fb-37d03d423a9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:49.098475 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf8e16b2-282e-4893-a138-bdaca92f4bfa req-ff721189-33f6-40af-85fb-37d03d423a9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0480397 Jul 25 12:45:49.162201 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf8e16b2-282e-4893-a138-bdaca92f4bfa req-6cf8bf2f-9379-4c92-b749-70b366c562a7 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579805 Jul 25 12:45:49.485083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0a13-3f6b-43a4-a4d3-ed758fa80a90 req-85660ad6-1da2-47dd-880c-ab9bafdbbc98 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:49.486585 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-102e0a13-3f6b-43a4-a4d3-ed758fa80a90 req-85660ad6-1da2-47dd-880c-ab9bafdbbc98 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Jul 25 12:45:49.534696 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-102e0a13-3f6b-43a4-a4d3-ed758fa80a90 req-9f6baa73-a0bc-4e69-9b65-d725d85418b1 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Jul 25 12:45:50.181664 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabca-4231-415b-a646-c54913033bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:50.284094 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3bf9a-285a-4fde-93d9-8118818ce7e2 req-3bb90531-bd61-453c-bc36-7c93e513cd2e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:50.285527 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-72a3bf9a-285a-4fde-93d9-8118818ce7e2 req-3bb90531-bd61-453c-bc36-7c93e513cd2e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0523269 Jul 25 12:45:50.344376 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-72a3bf9a-285a-4fde-93d9-8118818ce7e2 req-6ad08190-f1c9-425b-b091-cd630eba4614 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533197 Jul 25 12:45:50.652139 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180e6ae-a18a-451c-8916-1297d9f9474a req-17767a0c-dccc-4539-b9c4-7ab2ca8f77d8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:50.653586 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b180e6ae-a18a-451c-8916-1297d9f9474a req-17767a0c-dccc-4539-b9c4-7ab2ca8f77d8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0478370 Jul 25 12:45:50.700321 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b180e6ae-a18a-451c-8916-1297d9f9474a req-8525a20d-4742-4f98-a637-a5f4dd9b9ea2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Jul 25 12:45:51.298758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:51.447005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:51.452583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:51.466951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d86d1-db52-4106-96f6-344fe4a7e805 req-33a77e74-d403-43c4-8ec7-ead65c9ef557 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:51.468437 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-832d86d1-db52-4106-96f6-344fe4a7e805 req-33a77e74-d403-43c4-8ec7-ead65c9ef557 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0532615 Jul 25 12:45:51.528564 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-832d86d1-db52-4106-96f6-344fe4a7e805 req-978572db-084a-4ed6-bfd1-5eb97b10d120 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544541 Jul 25 12:45:51.816366 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701815f-69fc-4a40-be84-9e49346d8f8c req-233666ae-794e-455d-b109-b82367e29a53 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:51.817810 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3701815f-69fc-4a40-be84-9e49346d8f8c req-233666ae-794e-455d-b109-b82367e29a53 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0466940 Jul 25 12:45:51.867345 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3701815f-69fc-4a40-be84-9e49346d8f8c req-0922d75b-1c79-4549-926a-1810ae3fd0d6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 Jul 25 12:45:52.620084 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:52.646253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a847b-d1d8-457c-a810-5acb5f66703e req-a86dda50-f42c-43c5-b7e1-1fed4895fd68 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:52.647690 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-be9a847b-d1d8-457c-a810-5acb5f66703e req-a86dda50-f42c-43c5-b7e1-1fed4895fd68 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0479913 Jul 25 12:45:52.707191 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-be9a847b-d1d8-457c-a810-5acb5f66703e req-c6a562dc-7e12-4163-a218-743afb00f0e1 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532086 Jul 25 12:45:52.974836 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:52.986966 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccab9b8-8ea2-4df8-8051-e8f9c96c014a req-005025fb-9365-4987-8fcf-8e8ea5502b31 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:52.988435 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ccab9b8-8ea2-4df8-8051-e8f9c96c014a req-005025fb-9365-4987-8fcf-8e8ea5502b31 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Jul 25 12:45:53.034883 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ccab9b8-8ea2-4df8-8051-e8f9c96c014a req-049b467c-24be-449b-a099-1d5a8567edbc tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Jul 25 12:45:53.107838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:45:53.617204 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dad6b-a66a-4d7d-9012-85017ab7cfa4 req-40649dfa-65ea-4ea8-b3b8-fe661de68b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:53.618795 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-990dad6b-a66a-4d7d-9012-85017ab7cfa4 req-40649dfa-65ea-4ea8-b3b8-fe661de68b2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0391364 Jul 25 12:45:53.684238 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-990dad6b-a66a-4d7d-9012-85017ab7cfa4 req-7fa0fde2-aa93-4e70-8594-48e02c7e43db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Jul 25 12:45:53.825424 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02d0e-5394-4698-866b-e311566d10d9 req-21a9d048-e55c-4993-89e3-d6849b3cd453 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:53.826899 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-05d02d0e-5394-4698-866b-e311566d10d9 req-21a9d048-e55c-4993-89e3-d6849b3cd453 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0476062 Jul 25 12:45:53.886266 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-05d02d0e-5394-4698-866b-e311566d10d9 req-4154708a-8004-4927-90fe-7ce1481096b0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536704 Jul 25 12:45:54.157681 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259318b8-e70b-44da-8169-843b856d432c req-3d35d083-119d-49ca-b2d4-74bef94813fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:54.159073 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-259318b8-e70b-44da-8169-843b856d432c req-3d35d083-119d-49ca-b2d4-74bef94813fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0476542 Jul 25 12:45:54.178553 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:54.209754 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-259318b8-e70b-44da-8169-843b856d432c req-dec2118f-45b3-4a39-a2e1-b9dc69df9049 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449891 Jul 25 12:45:55.007840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3190-8889-47b0-895c-62d73edcb2fa req-f8dc466f-0c6b-4587-baf9-a714eda38526 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:55.009300 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2ff3190-8889-47b0-895c-62d73edcb2fa req-f8dc466f-0c6b-4587-baf9-a714eda38526 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0476892 Jul 25 12:45:55.070078 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2ff3190-8889-47b0-895c-62d73edcb2fa req-31210d21-9127-4408-88d9-11a0f4cc1dc2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=b667ca07-8f57-4c71-acf8-a651c23796fd&id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550022 Jul 25 12:45:55.335141 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d16f2-4e22-4c07-b224-071eca523123 req-d60766ac-0846-45f0-aece-66d3490503e2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:55.337189 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c21d16f2-4e22-4c07-b224-071eca523123 req-d60766ac-0846-45f0-aece-66d3490503e2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0534780 Jul 25 12:45:55.389088 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c21d16f2-4e22-4c07-b224-071eca523123 req-9dfb9a42-5cee-41e4-b26a-2ba25e2a2045 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462024 Jul 25 12:45:56.520884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c7d47-f5ad-49e1-9293-0ed0dc7046ab req-b3c78ca8-47bf-463d-856d-b75bc7228ffd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:56.522314 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7a4c7d47-f5ad-49e1-9293-0ed0dc7046ab req-b3c78ca8-47bf-463d-856d-b75bc7228ffd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0532093 Jul 25 12:45:56.572209 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7a4c7d47-f5ad-49e1-9293-0ed0dc7046ab req-0b2ad82a-8c4e-473f-883d-24ecd769a21e tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Jul 25 12:45:56.943954 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-663ac07b-ed25-417d-a800-395d42f8d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:56.945964 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-663ac07b-ed25-417d-a800-395d42f8d6c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0395458 Jul 25 12:45:56.948351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1276b9-b933-4c9e-b57b-b69c503332e5 req-e5c6bd28-1a5e-43e6-beea-97775fb63773 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:56.949829 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9c1276b9-b933-4c9e-b57b-b69c503332e5 req-e5c6bd28-1a5e-43e6-beea-97775fb63773 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Jul 25 12:45:56.998967 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9c1276b9-b933-4c9e-b57b-b69c503332e5 req-bcc0e75b-8664-40e3-99d2-c6114625999c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Jul 25 12:45:57.041011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-26635f32-7561-4d41-ad9d-c93725731849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:57.042480 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-26635f32-7561-4d41-ad9d-c93725731849 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.0910242 Jul 25 12:45:57.110563 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-e3dcc004-3060-42cd-9311-ec1fed468d8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1002 time: 0.0605857 Jul 25 12:45:57.158905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-e18988d7-78e6-409e-8cec-47d6f95257a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:57.160326 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-e18988d7-78e6-409e-8cec-47d6f95257a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0441923 Jul 25 12:45:57.208531 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-ea86c5ec-12ec-4076-9666-4c4e1f2537d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:57.210023 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-ea86c5ec-12ec-4076-9666-4c4e1f2537d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439572 Jul 25 12:45:57.298281 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-1df9ece7-0f7e-4f6f-88bd-756627b3f40d service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822001 Jul 25 12:45:57.356824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:57.370374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:45:57.399607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-50bd9f8b-b94a-45c9-ad0c-9583bafc4770 req-c42eff01-0fb5-49a4-8cf0-df8aa62e1d08 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957522 Jul 25 12:45:58.133191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a70b-c5c2-4ebb-a8c0-48118abe2a36 req-5c58cee2-1a53-4360-b2e6-cfe851da47f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:58.134773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7614a70b-c5c2-4ebb-a8c0-48118abe2a36 req-5c58cee2-1a53-4360-b2e6-cfe851da47f0 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0607858 Jul 25 12:45:58.185548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7614a70b-c5c2-4ebb-a8c0-48118abe2a36 req-6effe691-7dde-4dbb-9ddb-b68f134007e5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Jul 25 12:45:59.318143 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35834-8932-44a5-9502-7cb844d91b7e req-04ba7721-f7e3-4e4c-a2ac-a5ebd827dd70 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:45:59.319705 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e7a35834-8932-44a5-9502-7cb844d91b7e req-04ba7721-f7e3-4e4c-a2ac-a5ebd827dd70 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0486467 Jul 25 12:45:59.375441 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e7a35834-8932-44a5-9502-7cb844d91b7e req-f3cc4e4c-aade-44fe-817f-c794e799cac2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478745 Jul 25 12:45:59.565754 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:46:00.525211 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32452b-e862-459f-ab47-ba41c8f081e2 req-35d49567-51d4-402e-b739-52b2d93c8b68 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:00.526686 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c32452b-e862-459f-ab47-ba41c8f081e2 req-35d49567-51d4-402e-b739-52b2d93c8b68 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0573881 Jul 25 12:46:00.807581 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c32452b-e862-459f-ab47-ba41c8f081e2 req-8cb0fbd1-2327-4774-ad41-6172916744c4 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725630 Jul 25 12:46:01.941330 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b00f3-dae9-4871-aa27-f264c217769d req-730c9f17-3ab5-435a-a600-6d3b7d91472b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:01.942953 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6c3b00f3-dae9-4871-aa27-f264c217769d req-730c9f17-3ab5-435a-a600-6d3b7d91472b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0594614 Jul 25 12:46:01.997996 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6c3b00f3-dae9-4871-aa27-f264c217769d req-ceb42484-7e19-4e3b-bb21-d1fadf8fdf61 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Jul 25 12:46:02.123960 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e380-92f8-4e2d-b202-bd9fde1928dc req-87d65820-d608-41d3-a1cd-ad7676a9e02f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:02.125410 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0620e380-92f8-4e2d-b202-bd9fde1928dc req-87d65820-d608-41d3-a1cd-ad7676a9e02f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Jul 25 12:46:02.138092 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51236) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:02.143035 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Request body: {'floatingip': {'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:02.259179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:02.888327 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:02.892073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:03.095040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:03.103861 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:03.120080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:03.133900 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:46:03.140416 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:03.250907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:46:03.255923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:03.262441 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:46:03.276822 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:03.277784 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:45:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:03.289104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:03.291475 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4833a8c-5870-4088-a9fb-c51bc0f2e130" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:03.333689 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1901e0c3-4514-49be-8d56-bc5da59d0bd9 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "PUT /v2.0/floatingips/f9a0c4e5-68c9-41b9-81cb-4405bb8e601c HTTP/1.1" status: 200 len: 994 time: 1.1943336 Jul 25 12:46:03.395581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:03.410638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f5d96-853b-4792-9568-6e18cb65aa44 x-openstack-request-id: req-fc9f5d96-853b-4792-9568-6e18cb65aa44 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:03.410638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:03.410638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc9f5d96-853b-4792-9568-6e18cb65aa44 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:03.410638 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9f5d96-853b-4792-9568-6e18cb65aa44'] response: {'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'status': 'completed', 'code': 200} Jul 25 12:46:03.496776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-367e2b66-0fc1-460c-817e-3dcad24d2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:03.498593 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-367e2b66-0fc1-460c-817e-3dcad24d2919 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0411947 Jul 25 12:46:03.596666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-179d6f44-c037-4487-9bbd-8db5dea5bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:03.598558 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-179d6f44-c037-4487-9bbd-8db5dea5bcc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.0927184 Jul 25 12:46:03.642276 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:46:02Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:03.671843 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-387e325e-86d0-4cdd-9a67-bdf3b419251a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1002 time: 0.0665271 Jul 25 12:46:03.684485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:46:03.694249 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:03.695367 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:45:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:03.731475 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-af60df22-6eeb-4fe2-afa5-5ecacb8a1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:03.733803 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-af60df22-6eeb-4fe2-afa5-5ecacb8a1b26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0561368 Jul 25 12:46:03.783173 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-51a3ae8c-30db-4879-b86c-1bbc5d676290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:03.784808 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-51a3ae8c-30db-4879-b86c-1bbc5d676290 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449033 Jul 25 12:46:03.833678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:03.889697 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-2f65937d-e7c0-481b-9f7f-9933be4ec137 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988085 Jul 25 12:46:03.997538 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d4833a8c-5870-4088-a9fb-c51bc0f2e130 req-5e082222-0859-4df9-b63c-b3ddcac74e40 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010449 Jul 25 12:46:04.092323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ba134453-4f06-4345-a060-a61b55325eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:46:02Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:04.118866 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba134453-4f06-4345-a060-a61b55325eab None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f9a0c4e5-68c9-41b9-81cb-4405bb8e601c', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'port_id': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'mac_address': 'fa:16:3e:55:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:42:16Z', 'updated_at': '2022-07-25T12:46:02Z', 'revision_number': 3, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:46:04.629807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:05.410523 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:05.412761 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:05.461365 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f005eba-b41b-4fb6-8720-a54abde0d5cc x-openstack-request-id: req-6f005eba-b41b-4fb6-8720-a54abde0d5cc {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:05.461682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:05.462019 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f005eba-b41b-4fb6-8720-a54abde0d5cc {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:05.462509 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f005eba-b41b-4fb6-8720-a54abde0d5cc'] response: {'name': 'network-changed', 'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'status': 'completed', 'code': 200} Jul 25 12:46:05.552856 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-ed0d65c6-b7b6-4081-92a2-5bb6856a3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:05.555331 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-ed0d65c6-b7b6-4081-92a2-5bb6856a3f09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 1130 time: 0.0482130 Jul 25 12:46:05.654211 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-4dfb2238-00ee-41e9-9d26-c8784107349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:05.655802 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-4dfb2238-00ee-41e9-9d26-c8784107349f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.0939829 Jul 25 12:46:05.725678 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-a25b6c7c-e23c-45ff-817d-697da3e562a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 200 len: 1002 time: 0.0623260 Jul 25 12:46:05.775938 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-b84d7e60-9e03-4f75-9abb-c6378877f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:05.777701 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-b84d7e60-9e03-4f75-9abb-c6378877f491 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0463047 Jul 25 12:46:05.827301 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-d5d45323-a53b-4153-9506-7a24e26955a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:05.829645 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-d5d45323-a53b-4153-9506-7a24e26955a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451808 Jul 25 12:46:05.861707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:05.946699 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-c1c522e5-280e-4f86-a6cb-fb00eb0deb15 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041257 Jul 25 12:46:06.016696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:06.055198 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a49ab5cf-b92c-40c3-9bb9-f34ff520d338 req-a5ae4e1e-e781-4278-94a8-86105b8a0ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010058 Jul 25 12:46:11.986909 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=42 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:11.994653 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=46 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:14.619194 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=73 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:14.626359 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:14.713598 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:14.714786 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:16.050008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=19 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:16.052066 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:17.886344 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0d37e9a8-0306-4b1f-aa01-607ad5651daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:20.189616 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-08cca054-140d-490a-ad2e-336aa3ffeb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:21.301388 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:21.965402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0092cd8-a583-4ec1-9887-94ac07b0aa37 req-5560e7d7-42bd-433a-a1bf-4e2ff6216aad tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:21.966931 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e0092cd8-a583-4ec1-9887-94ac07b0aa37 req-5560e7d7-42bd-433a-a1bf-4e2ff6216aad tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0536184 Jul 25 12:46:22.018402 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e0092cd8-a583-4ec1-9887-94ac07b0aa37 req-ee62e9d1-dca6-4134-89f4-fd4969fc4d8e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Jul 25 12:46:22.624585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:23.117589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:23.147982 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092f93-8992-4206-b85c-de62bb8ea335 req-da936b23-90ae-4a49-9da5-259498f2cada tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:23.149496 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-42092f93-8992-4206-b85c-de62bb8ea335 req-da936b23-90ae-4a49-9da5-259498f2cada tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0513439 Jul 25 12:46:23.198639 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-42092f93-8992-4206-b85c-de62bb8ea335 req-bc7b5951-2ef4-419e-a6c3-2112cd2d677f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 Jul 25 12:46:23.990194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-a170b426-e3c3-4de1-9bf5-addf350824c0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:23.992152 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-a170b426-e3c3-4de1-9bf5-addf350824c0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.0662038 Jul 25 12:46:24.085206 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:24.085546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:24.209998 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] For port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:24.210375 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:24.623199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89728-52dc-4215-b654-fc166939e071 req-198a5f6f-0a63-4837-9f30-c20aa97db489 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:24.623199 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a3a89728-52dc-4215-b654-fc166939e071 req-198a5f6f-0a63-4837-9f30-c20aa97db489 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 945 time: 0.3357978 Jul 25 12:46:24.730182 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a3a89728-52dc-4215-b654-fc166939e071 req-ba91ae21-3f22-4659-98b4-708684359740 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=04061081-259a-410c-b5d0-5f116cd5a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995624 Jul 25 12:46:24.739742 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:24.740160 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:24.740542 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP e258347b-3b95-4f49-b46d-731af8c663fe disassociated. External IP: 172.27.1.15, port: f58b1b0c-4007-4e0a-bbb3-0de1556a42fd. Jul 25 12:46:24.740958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for f58b1b0c-4007-4e0a-bbb3-0de1556a42fd owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:24.889214 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f58b1b0c-4007-4e0a-bbb3-0de1556a42fd), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:24.917295 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=f58b1b0c-4007-4e0a-bbb3-0de1556a42fd,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:24.931489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.931489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.931489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.931907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.932200 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.932453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.932789 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.933120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.933442 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.933771 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.934123 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.934443 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.934767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.935088 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:24.935407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:25.058403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:46:25.065037 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:25.188460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:25.202735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:46:25.214094 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:46:25.226661 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:25.227268 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:25.265905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] No DVR routers for this DVR port f58b1b0c-4007-4e0a-bbb3-0de1556a42fd on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:46:25.269503 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:25.274239 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c03efd9b-92f5-4f8b-ad5b-371bbbbe49bf req-47d578d7-377e-4d55-b443-b10be083b934 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "DELETE /v2.0/ports/f58b1b0c-4007-4e0a-bbb3-0de1556a42fd HTTP/1.1" status: 204 len: 173 time: 1.2761574 Jul 25 12:46:25.274873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'name': 'network-vif-deleted', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:25.277837 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74608cc-27b3-4d06-abe4-c8385878a153" -d '{"events": [{"server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "name": "network-vif-deleted", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:25.333157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ac52e9-5ec4-403a-8d0b-960b95b8c9b4 x-openstack-request-id: req-71ac52e9-5ec4-403a-8d0b-960b95b8c9b4 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:25.333435 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a118fe-83de-487b-baf3-8942c875079e", "name": "network-vif-deleted", "tag": "f58b1b0c-4007-4e0a-bbb3-0de1556a42fd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:25.333713 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71ac52e9-5ec4-403a-8d0b-960b95b8c9b4 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:25.334151 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ac52e9-5ec4-403a-8d0b-960b95b8c9b4'] response: {'server_uuid': '70a118fe-83de-487b-baf3-8942c875079e', 'name': 'network-vif-deleted', 'tag': 'f58b1b0c-4007-4e0a-bbb3-0de1556a42fd', 'status': 'completed', 'code': 200} Jul 25 12:46:25.352058 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:25.631323 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:25.664929 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:46:25.675062 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:25.675690 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:25.794234 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:25.940095 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0ddc488f-70d3-440c-b86b-365da1834a2d req-ae647192-a5e6-4299-945e-92e5600ebfb7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=70a118fe-83de-487b-baf3-8942c875079e HTTP/1.1" status: 200 len: 210 time: 0.0506356 Jul 25 12:46:26.063160 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:26.099503 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e64e71-baf7-4e99-a221-aae058df5564 None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '6bc50376-916e-4004-8013-d592c6987601', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:ed:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:40:01Z', 'updated_at': '2022-07-25T12:41:07Z', 'revision_number': 2, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:46:26.350899 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4a748-60ee-4a0f-86e2-f3c6241dc24b None None] New status for floating IP e258347b-3b95-4f49-b46d-731af8c663fe: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:46:27.065823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51288) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:27.143173 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (04061081-259a-410c-b5d0-5f116cd5a92a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.170130 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (04061081-259a-410c-b5d0-5f116cd5a92a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.227989 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (04061081-259a-410c-b5d0-5f116cd5a92a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.231288 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.232657 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/security-groups/04061081-259a-410c-b5d0-5f116cd5a92a HTTP/1.1" status: 204 len: 168 time: 0.1653347 Jul 25 12:46:27.237640 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51290) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:27.244761 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38354240-62a4-4577-b39d-a0c59e20d919 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04061081-259a-410c-b5d0-5f116cd5a92a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:27.261991 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-6f246777-356e-4399-a36c-92c56e6aa056 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] show failed (client error): The resource could not be found. Jul 25 12:46:27.266610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51292) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:27.266978 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6f246777-356e-4399-a36c-92c56e6aa056 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups/04061081-259a-410c-b5d0-5f116cd5a92a HTTP/1.1" status: 404 len: 347 time: 0.0270495 Jul 25 12:46:27.395520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port f0d98ee3-100b-49eb-8894-7e80dc447ec8 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:27.395632 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.483269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.483596 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (f0d98ee3-100b-49eb-8894-7e80dc447ec8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.497763 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for f0d98ee3-100b-49eb-8894-7e80dc447ec8 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:27.650171 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f0d98ee3-100b-49eb-8894-7e80dc447ec8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.675395 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=f0d98ee3-100b-49eb-8894-7e80dc447ec8,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:27.747183 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (e258347b-3b95-4f49-b46d-731af8c663fe), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.749822 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:27.751082 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2fbd746b-91b0-4353-9747-74d9135ba8cb tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/floatingips/e258347b-3b95-4f49-b46d-731af8c663fe HTTP/1.1" status: 204 len: 168 time: 0.4825420 Jul 25 12:46:28.744995 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f58b1b0c-4007-4e0a-bbb3-0de1556a42fd no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:46:28.765890 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: f58b1b0c-4007-4e0a-bbb3-0de1556a42fd {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:46:28.766254 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f58b1b0c-4007-4e0a-bbb3-0de1556a42fd not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:46:29.377005 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa5362-fe15-4242-aae2-5d36191ab259 req-47a31cb4-1a39-4dea-af3e-c41d6014a8c6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:29.378520 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bfaa5362-fe15-4242-aae2-5d36191ab259 req-47a31cb4-1a39-4dea-af3e-c41d6014a8c6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0498943 Jul 25 12:46:29.426570 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bfaa5362-fe15-4242-aae2-5d36191ab259 req-4333393a-004f-462f-bffa-640ec18a7fd3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Jul 25 12:46:30.504682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db021376-fb25-4785-8746-0213e9f874a1 req-2008fce0-4637-49dd-98a3-cc8432010fa3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:30.506200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db021376-fb25-4785-8746-0213e9f874a1 req-2008fce0-4637-49dd-98a3-cc8432010fa3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Jul 25 12:46:30.580057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc00af9-1d67-43f5-a9cc-bb54b16b8152 req-f2143fc2-5602-4610-b14c-40d630ec822e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:30.581592 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0bc00af9-1d67-43f5-a9cc-bb54b16b8152 req-f2143fc2-5602-4610-b14c-40d630ec822e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 946 time: 0.0745187 Jul 25 12:46:30.646310 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:30.646648 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:30.698647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:30.707179 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0bc00af9-1d67-43f5-a9cc-bb54b16b8152 req-fd8d6339-988e-4686-b75d-53b4917e791b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0c974e-b8ec-428e-96eb-0469ec49a583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187632 Jul 25 12:46:30.728853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:30.758220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] For port ed8c1b70-0793-46e8-96ee-8e247d00d8a4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:30.758695 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:30.938512 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:30.938869 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (6bc50376-916e-4004-8013-d592c6987601), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:30.939180 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP 6bc50376-916e-4004-8013-d592c6987601 disassociated. External IP: 172.27.1.125, port: ed8c1b70-0793-46e8-96ee-8e247d00d8a4. Jul 25 12:46:30.939526 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for ed8c1b70-0793-46e8-96ee-8e247d00d8a4 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:31.071016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ed8c1b70-0793-46e8-96ee-8e247d00d8a4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:31.102249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=ed8c1b70-0793-46e8-96ee-8e247d00d8a4,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:31.217184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:46:31.326286 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:46:31.337175 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:46:31.348157 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:31.348773 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:31.376423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] No DVR routers for this DVR port ed8c1b70-0793-46e8-96ee-8e247d00d8a4 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:46:31.379262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:31.382751 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-db021376-fb25-4785-8746-0213e9f874a1 req-d2afddbf-2854-4bcd-97ac-8e946a181bf3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "DELETE /v2.0/ports/ed8c1b70-0793-46e8-96ee-8e247d00d8a4 HTTP/1.1" status: 204 len: 173 time: 0.8660989 Jul 25 12:46:31.383299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'name': 'network-vif-deleted', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:31.385568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e99701-96c9-43c3-929f-da1339c7fe30" -d '{"events": [{"server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "name": "network-vif-deleted", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:31.426502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d13152-a395-4a13-bd19-0845afb59f19 x-openstack-request-id: req-13d13152-a395-4a13-bd19-0845afb59f19 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:31.426820 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0e67fb-85b0-495f-82fa-816792a84b43", "name": "network-vif-deleted", "tag": "ed8c1b70-0793-46e8-96ee-8e247d00d8a4", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:31.427126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13d13152-a395-4a13-bd19-0845afb59f19 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:31.427531 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d13152-a395-4a13-bd19-0845afb59f19'] response: {'server_uuid': 'eb0e67fb-85b0-495f-82fa-816792a84b43', 'name': 'network-vif-deleted', 'tag': 'ed8c1b70-0793-46e8-96ee-8e247d00d8a4', 'status': 'completed', 'code': 200} Jul 25 12:46:31.469271 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:31.701187 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:31.724376 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:31.767025 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:31.795398 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:46:31.805221 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:31.806071 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:31.819786 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ce6fd65a-09d3-425e-a997-ad52eeb1fecc req-fcd0f8b8-2d61-4e9c-862b-a1939c23c2ba tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb0e67fb-85b0-495f-82fa-816792a84b43 HTTP/1.1" status: 200 len: 210 time: 0.0278533 Jul 25 12:46:31.912010 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:32.105032 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:32.129990 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb54e0-2d5a-4d2a-a891-be53f10b89fc None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:46:32.328962 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfc3c7-22e5-4973-b6d2-eb65efd05dcf None None] New status for floating IP 6bc50376-916e-4004-8013-d592c6987601: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:46:32.911749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51328) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:32.966678 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (af0c974e-b8ec-428e-96eb-0469ec49a583), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:32.990896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (af0c974e-b8ec-428e-96eb-0469ec49a583), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.039279 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (af0c974e-b8ec-428e-96eb-0469ec49a583), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.041895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.043099 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/security-groups/af0c974e-b8ec-428e-96eb-0469ec49a583 HTTP/1.1" status: 204 len: 168 time: 0.1302600 Jul 25 12:46:33.045901 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51330) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.052188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea293c1-c09a-4a4a-89b8-4eb320819561 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0c974e-b8ec-428e-96eb-0469ec49a583,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:33.059388 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-50c07a71-0906-4416-8205-10582de3da83 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] show failed (client error): The resource could not be found. Jul 25 12:46:33.063840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51332) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.064022 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-50c07a71-0906-4416-8205-10582de3da83 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups/af0c974e-b8ec-428e-96eb-0469ec49a583 HTTP/1.1" status: 404 len: 347 time: 0.0168986 Jul 25 12:46:33.135562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:33.175412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port 1a74ab98-56d3-44ee-aabc-65a457013ca6 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:33.175749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.227694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:33.255095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.255419 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (1a74ab98-56d3-44ee-aabc-65a457013ca6), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.267325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for 1a74ab98-56d3-44ee-aabc-65a457013ca6 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:33.399269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (1a74ab98-56d3-44ee-aabc-65a457013ca6), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.421188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=1a74ab98-56d3-44ee-aabc-65a457013ca6,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:33.483356 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (6bc50376-916e-4004-8013-d592c6987601), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.485881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.487035 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-70f258d0-cfc6-4f20-8f66-76759653f1ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/floatingips/6bc50376-916e-4004-8013-d592c6987601 HTTP/1.1" status: 204 len: 168 time: 0.4222383 Jul 25 12:46:33.573683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51336) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.578178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652749004', 'description': 'tempest-description--166414210'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:33.598964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.671823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (6ec74f0e-6183-4cfb-a74f-008731b0634e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.675012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6ec74f0e-6183-4cfb-a74f-008731b0634e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.707252 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.708471 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337695 Jul 25 12:46:33.709317 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51034bc-5813-47e9-82a5-7deedb7f097b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec74f0e-6183-4cfb-a74f-008731b0634e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:33.711986 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51338) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.716818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '6ec74f0e-6183-4cfb-a74f-008731b0634e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:33.744184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (b9a06ac3-87b1-41b2-b211-8384032169aa), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.798093 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (b9a06ac3-87b1-41b2-b211-8384032169aa), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.801312 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (b9a06ac3-87b1-41b2-b211-8384032169aa), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.820220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a06ac3-87b1-41b2-b211-8384032169aa,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:33.826911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.829955 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-3cdabb18-fd6d-42c8-b6ca-f57d5b79f96e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153483 Jul 25 12:46:33.830891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51340) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.835054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '6ec74f0e-6183-4cfb-a74f-008731b0634e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:33.849805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:33.862385 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (523757f0-a666-40f5-9603-43bfc626bbf8), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.910362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (523757f0-a666-40f5-9603-43bfc626bbf8), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.913754 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (523757f0-a666-40f5-9603-43bfc626bbf8), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.937077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523757f0-a666-40f5-9603-43bfc626bbf8,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:33.942336 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:33.943384 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d7828d6d-8991-4d05-b856-0c5bfd49d7fd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115935 Jul 25 12:46:33.947053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51342) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:33.951661 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:33.971406 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.050850 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.059025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:34.163449 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.27.1.160 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/c2b0b712-d1a5-48b4-b38b-2ce4e2288f89) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:46:34.267305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.298528 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.341662 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:46:34.346427 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:46:34.348810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:46:34.354525 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=c2b0b712-d1a5-48b4-b38b-2ce4e2288f89,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:34.434384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.470847 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.501931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:34.618516 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.623352 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.629807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.693734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=c2b0b712-d1a5-48b4-b38b-2ce4e2288f89,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:34.703920 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.719574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:34.720794 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-87ebcb70-974e-4318-a373-33563b53ade9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7728341 Jul 25 12:46:34.780118 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ed8c1b70-0793-46e8-96ee-8e247d00d8a4 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:46:34.799571 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: ed8c1b70-0793-46e8-96ee-8e247d00d8a4 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:46:34.799939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ed8c1b70-0793-46e8-96ee-8e247d00d8a4 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:46:34.876289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:34.881049 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-95608094-88e8-4f01-83b9-8a26ceb2d245 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1652749004&fields=id&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 267 time: 0.0525711 Jul 25 12:46:34.995121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-abb7cae1-855c-466f-bd75-6328b3ad9def tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:34.996482 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-abb7cae1-855c-466f-bd75-6328b3ad9def tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1083608 Jul 25 12:46:35.011432 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-eacb85f6-c924-45e4-b5d5-ab91411f4969 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/quotas/49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 375 time: 0.0093753 Jul 25 12:46:35.059286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-909f3b33-0cbd-476d-9a82-c94b7a6ffa84 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429528 Jul 25 12:46:35.221676 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-f9374932-a80d-4580-8865-1882828e3696 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503377 Jul 25 12:46:35.316878 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-b60e5e57-e0fa-4b61-ab13-ea9b8f9036bd service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865755 Jul 25 12:46:35.479704 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5ed5fad2-8f24-4080-acdb-182da63c4a0c req-fda26f4d-edaa-4f4b-a936-56db4944a3c6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Jul 25 12:46:36.568554 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:46:36.585247 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-24ac0eb8-6c7e-46e3-b637-e668a6cda042 req-74c8f97e-fcec-4406-a647-7e86395c776a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Jul 25 12:46:37.049387 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-90bc53c3-375c-48e9-b000-09098c24a6d9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:37.050844 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-90bc53c3-375c-48e9-b000-09098c24a6d9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1082995 Jul 25 12:46:37.177381 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-d5e05615-3084-423c-9af0-2e94b4d7d565 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 380 time: 0.0599494 Jul 25 12:46:37.267287 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'port': {'device_id': '1988137c-976e-4521-b83a-c05377c0eeb7', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'admin_state_up': True, 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'security_groups': ['6ec74f0e-6183-4cfb-a74f-008731b0634e']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:37.378337 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:46:37.382261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.403634 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:37.515126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.20.0.6 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:46:37.657593 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.660047 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:37.684763 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f949ffd9-b3a8-496f-a421-86b7a05e97db req-bac93942-e612-49a8-b1ee-0d1b7595c71f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Jul 25 12:46:37.691679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.738576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:46:37.744166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:46:37.746295 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:37.748382 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:46:37.800490 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:37.801108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.819710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-5b80ffed-dcd2-4fa8-aa64-2e90358d007b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583897 Jul 25 12:46:37.882404 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Request body: {'port': {'device_id': '1988137c-976e-4521-b83a-c05377c0eeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:37.917762 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-086ff708-70d2-4fc3-b3a5-cfc6ad3b0922 None None] Provisioning complete for port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:46:37.918350 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-086ff708-70d2-4fc3-b3a5-cfc6ad3b0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.941039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:37.954283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-086ff708-70d2-4fc3-b3a5-cfc6ad3b0922 None None] Port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:46:38.431077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:46:38.439151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks [] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:38.451690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Transition to ACTIVE for port object 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:46:38.456001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:38.482230 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:38.542237 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Pushing event updated for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:38.638096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Attempting to bind port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:46:38.638432 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Attempting to bind port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:46:38.638922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Attempting to bind port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:46:38.649976 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:46:38.650304 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Attempting to bind port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:46:38.662591 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578f10-30c9-4094-95bb-d75d2313061a req-ef0d1f18-2ef9-407a-b4bc-cc24cee16ac2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:38.664105 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d5578f10-30c9-4094-95bb-d75d2313061a req-ef0d1f18-2ef9-407a-b4bc-cc24cee16ac2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0769541 Jul 25 12:46:38.665089 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:46:38.665430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:46:38.665823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:46:38.666280 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Bound port: 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:46:38.666642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:38.733573 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:38.762522 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d5578f10-30c9-4094-95bb-d75d2313061a req-02563986-fe43-4ac9-961e-b656fa724963 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923166 Jul 25 12:46:38.767815 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:46:38.771824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:46:38.779112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:38.818698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:38.819838 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:38.821455 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] 10.222.0.61 "PUT /v2.0/ports/9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b HTTP/1.1" status: 200 len: 1093 time: 0.9439688 Jul 25 12:46:38.822071 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:38.824412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89" -d '{"events": [{"name": "network-changed", "server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:38.835739 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b1f5-01f5-48e6-887a-19cb89ed790a req-86c644ed-3ec7-4bfc-a33d-92f63455b657 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:38.837595 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1179b1f5-01f5-48e6-887a-19cb89ed790a req-86c644ed-3ec7-4bfc-a33d-92f63455b657 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0792718 Jul 25 12:46:38.849348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a34a0-bb9a-45c5-8e06-499c0719a21f service neutron] Pushing event updated for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:38.872953 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ae965-b38c-409d-9291-bd6b4a9e22aa x-openstack-request-id: req-0e6ae965-b38c-409d-9291-bd6b4a9e22aa {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:38.873247 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:38.873498 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e6ae965-b38c-409d-9291-bd6b4a9e22aa {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:38.873902 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6ae965-b38c-409d-9291-bd6b4a9e22aa'] response: {'name': 'network-changed', 'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'status': 'completed', 'code': 200} Jul 25 12:46:38.895776 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1179b1f5-01f5-48e6-887a-19cb89ed790a req-88d63a24-f3b5-4638-b873-1fda05578dd1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498919 Jul 25 12:46:39.890156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20949254-bcdb-418d-9df7-babe34635c8e req-ee9240a2-8d1e-4df0-a4dc-c49f82cb70b7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:39.891600 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-20949254-bcdb-418d-9df7-babe34635c8e req-ee9240a2-8d1e-4df0-a4dc-c49f82cb70b7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0473003 Jul 25 12:46:39.941385 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-20949254-bcdb-418d-9df7-babe34635c8e req-572286d6-008d-446c-857e-20a6a95093eb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Jul 25 12:46:40.021766 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61442-9b9e-4d30-9ab2-ada07b26b84b req-e7ff1d28-2929-4b95-92fb-57efc61dc998 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:40.023290 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4da61442-9b9e-4d30-9ab2-ada07b26b84b req-e7ff1d28-2929-4b95-92fb-57efc61dc998 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0475335 Jul 25 12:46:40.074566 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4da61442-9b9e-4d30-9ab2-ada07b26b84b req-b334818d-3a8d-48b9-9477-aeb10414d19c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Jul 25 12:46:40.692292 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-ebe57807-aee4-4537-baf6-832eb740b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:40.693756 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-ebe57807-aee4-4537-baf6-832eb740b33f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 1127 time: 0.0720506 Jul 25 12:46:40.706555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-6399704a-4c9b-4994-a3c4-10fb15618ad4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:40.707875 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-6399704a-4c9b-4994-a3c4-10fb15618ad4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.0565460 Jul 25 12:46:40.859366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Deleting port 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:40.859622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:40.876108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-69c4e759-8166-4edb-b4de-e44ecc85b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:40.877545 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-69c4e759-8166-4edb-b4de-e44ecc85b3db service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49256bcb551a4f8680db9a73763c435e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1688507 Jul 25 12:46:41.031299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] For port 7e8c3b73-d8a2-485a-92ed-56ba7473deac, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e8c3b73-d8a2-485a-92ed-56ba7473deac,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:41.031962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:41.038732 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:41.078237 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-974dbbf7-2d7c-40ff-9b1d-f91dbc0bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.079640 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9df69aae-9ab1-4426-b1ad-17e3ccba1a89 req-974dbbf7-2d7c-40ff-9b1d-f91dbc0bd3e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767714 Jul 25 12:46:41.137079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca637b-69e9-4c4e-bc26-b7d880159ad8 req-df4d2818-c792-438e-9e8e-974588e782cc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.138601 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-33ca637b-69e9-4c4e-bc26-b7d880159ad8 req-df4d2818-c792-438e-9e8e-974588e782cc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 946 time: 0.1094224 Jul 25 12:46:41.201035 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29f56a-28e3-4608-b486-a3f6e6c39e8c req-848dd1ab-1d00-48f5-addb-2051c3231263 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.204243 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f29f56a-28e3-4608-b486-a3f6e6c39e8c req-848dd1ab-1d00-48f5-addb-2051c3231263 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0533686 Jul 25 12:46:41.255388 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5f29f56a-28e3-4608-b486-a3f6e6c39e8c req-95296732-ebb3-439f-ac81-cb0de4670783 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Jul 25 12:46:41.270332 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-33ca637b-69e9-4c4e-bc26-b7d880159ad8 req-8aa1f2f9-5ad7-4686-8c40-a221c8071d86 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=4eedabde-a372-4428-819f-e25677d4a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261547 Jul 25 12:46:41.275757 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-74c95533-ccf7-4ff3-a406-cca61a966165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.277195 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-74c95533-ccf7-4ff3-a406-cca61a966165 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 1127 time: 0.0872953 Jul 25 12:46:41.344638 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-7c1455cd-a402-4974-9c07-2866c0ef880c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b HTTP/1.1" status: 200 len: 217 time: 0.0414851 Jul 25 12:46:41.387810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:41.388083 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:41.388402 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Floating IP 85898672-4ef6-4fb7-9e25-df2e001ea203 disassociated. External IP: 172.27.1.28, port: 7e8c3b73-d8a2-485a-92ed-56ba7473deac. Jul 25 12:46:41.388730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Calling delete_port for 7e8c3b73-d8a2-485a-92ed-56ba7473deac owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:41.411872 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:41.441959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-0d6a5c52-a97a-4791-b4e9-51e9f57d7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.443434 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-0d6a5c52-a97a-4791-b4e9-51e9f57d7378 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0904748 Jul 25 12:46:41.506177 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-1fd18772-07c3-4519-92a7-1873b007b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:41.508223 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-1fd18772-07c3-4519-92a7-1873b007b6de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582743 Jul 25 12:46:41.638666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (7e8c3b73-d8a2-485a-92ed-56ba7473deac), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:41.641562 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-728c0586-5035-4a95-9ba3-5d8b66002714 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262865 Jul 25 12:46:41.679922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'Port': ['ID=7e8c3b73-d8a2-485a-92ed-56ba7473deac,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:41.845476 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c1b871f8-0803-4d75-b73e-fd7e987afb11 req-87cd573b-e190-498b-b5a8-1cec28109c59 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745474 Jul 25 12:46:41.863781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:46:41.949650 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:41.972594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:46:41.983469 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:46:41.994878 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:41.995480 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:42.018983 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] No DVR routers for this DVR port 7e8c3b73-d8a2-485a-92ed-56ba7473deac on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:46:42.021707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:42.028194 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b872f7ee-7139-4f2d-a6f1-1ef6acba570f req-5af19470-dcd6-4f08-919f-64554755b3f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "DELETE /v2.0/ports/7e8c3b73-d8a2-485a-92ed-56ba7473deac HTTP/1.1" status: 204 len: 173 time: 1.3083000 Jul 25 12:46:42.028194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-deleted', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:42.030594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1b35e-e675-4345-b904-0606e4fbcea9" -d '{"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-deleted", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:42.073020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954f27d8-908e-4f0b-9f52-d5a8ff37a10b x-openstack-request-id: req-954f27d8-908e-4f0b-9f52-d5a8ff37a10b {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:42.073621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf", "name": "network-vif-deleted", "tag": "7e8c3b73-d8a2-485a-92ed-56ba7473deac", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:42.073621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-954f27d8-908e-4f0b-9f52-d5a8ff37a10b {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:42.073978 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954f27d8-908e-4f0b-9f52-d5a8ff37a10b'] response: {'server_uuid': '4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf', 'name': 'network-vif-deleted', 'tag': '7e8c3b73-d8a2-485a-92ed-56ba7473deac', 'status': 'completed', 'code': 200} Jul 25 12:46:42.108488 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:42.301971 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:42.330103 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:46:42.340252 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:42.341097 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:42.386366 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a8cfc79f-c686-49b5-a19d-5021a85c7ffd req-09992705-21b8-49c0-a9d0-2439503f8b15 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.0296538 Jul 25 12:46:42.388202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b73ff8-ab62-4eb8-9a4c-331af9aec1eb req-3438060d-db30-44a4-9cb4-778d4a8b568c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:42.389779 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-90b73ff8-ab62-4eb8-9a4c-331af9aec1eb req-3438060d-db30-44a4-9cb4-778d4a8b568c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0538027 Jul 25 12:46:42.438303 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-90b73ff8-ab62-4eb8-9a4c-331af9aec1eb req-66012df0-2d6d-45cf-9311-f03558172481 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Jul 25 12:46:42.450664 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:42.564882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:42.611360 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:42.656397 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:42.681094 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389fd93-1f67-4d6e-b1c1-d7c4d75cdbfc None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:46:42.907878 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563717b-fba4-41ef-b973-966d944f238a None None] New status for floating IP 85898672-4ef6-4fb7-9e25-df2e001ea203: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:46:43.498333 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6e9f18d2-870e-47af-bdad-d43307986a3b req-7557d3dc-5df4-4bb2-90e4-e8b795e5a048 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.0319555 Jul 25 12:46:43.558714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e389-132a-492b-b27d-3fdb94081251 req-ab514470-685d-47b6-99b4-83cffa97b745 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:43.560184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9824e389-132a-492b-b27d-3fdb94081251 req-ab514470-685d-47b6-99b4-83cffa97b745 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0480869 Jul 25 12:46:43.607143 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9824e389-132a-492b-b27d-3fdb94081251 req-3b32d67a-f910-4dbf-b4cf-15c23566f8c4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Jul 25 12:46:44.618963 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-ce1d0ff4-8b0a-4401-87f2-d1cf03d122f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498781 Jul 25 12:46:44.629625 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8e7ab709-4e0c-4302-aeeb-ca5fdd009c53 req-58d4183e-f7ff-4ac4-93ec-a1e748c1b5b6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c9bf42d-a9fc-434e-a582-c7ccf6fd88bf HTTP/1.1" status: 200 len: 210 time: 0.0520797 Jul 25 12:46:44.657437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:44.670722 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=42,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:44.773860 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6139ca-f6cf-418e-8d95-e26f5253187f req-d4ba8a6f-95e0-41fb-849d-8403e7a80a4b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:44.775351 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bd6139ca-f6cf-418e-8d95-e26f5253187f req-d4ba8a6f-95e0-41fb-849d-8403e7a80a4b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0818763 Jul 25 12:46:44.776460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-3a5f8ce6-c7de-43eb-b20a-c819c6f45c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:44.777774 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-3a5f8ce6-c7de-43eb-b20a-c819c6f45c7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b0ca10639aa47dea81db9799273acba&device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0736618 Jul 25 12:46:44.814319 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:44.819933 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:46:44.827200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-bd6139ca-f6cf-418e-8d95-e26f5253187f req-b21b8e20-2499-4521-a684-025282c50376 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Jul 25 12:46:44.839538 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 7e8c3b73-d8a2-485a-92ed-56ba7473deac {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:46:44.839874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 7e8c3b73-d8a2-485a-92ed-56ba7473deac not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:46:45.076155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-a01774ff-b208-4c74-8f2e-926df02ab11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:45.077561 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-a01774ff-b208-4c74-8f2e-926df02ab11b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 200 len: 919 time: 0.1017795 Jul 25 12:46:45.121494 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-8dda2b0d-a402-4fd1-a165-8f0fb07fc324 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 200 len: 217 time: 0.0378585 Jul 25 12:46:45.170215 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-12a57270-3de1-4b54-9ff5-b2c9e4f9c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:45.171662 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-12a57270-3de1-4b54-9ff5-b2c9e4f9c757 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 200 len: 857 time: 0.0449884 Jul 25 12:46:45.218839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-9d518073-9ecd-4444-b91b-6ed5a6357f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:45.220316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-9d518073-9ecd-4444-b91b-6ed5a6357f4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f36add4-a98d-4ec2-a004-7819cfb577b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429504 Jul 25 12:46:45.312006 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-6111b33d-98be-475a-baf2-843c5a01d4c3 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842774 Jul 25 12:46:45.406083 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-15ebcfc2-a1da-43d4-a8e0-a37e2491ee57 req-fbfae576-6cae-493b-9ba4-381174b50ad4 service neutron] 10.222.0.61 "GET /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878568 Jul 25 12:46:45.745470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51438) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:45.803604 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (4eedabde-a372-4428-819f-e25677d4a5b1), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:45.827707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (4eedabde-a372-4428-819f-e25677d4a5b1), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:45.877428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4eedabde-a372-4428-819f-e25677d4a5b1), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:45.880542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:45.884933 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "DELETE /v2.0/security-groups/4eedabde-a372-4428-819f-e25677d4a5b1 HTTP/1.1" status: 204 len: 168 time: 0.1357713 Jul 25 12:46:45.885421 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51442) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:45.892376 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf72a-d2ba-4c5d-8bb4-dba34a6aa391 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eedabde-a372-4428-819f-e25677d4a5b1,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:45.920630 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-85e1f58b-0978-416c-8aeb-fbf0a229b1e8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] show failed (client error): The resource could not be found. Jul 25 12:46:45.921586 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-85e1f58b-0978-416c-8aeb-fbf0a229b1e8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups/4eedabde-a372-4428-819f-e25677d4a5b1 HTTP/1.1" status: 404 len: 347 time: 0.0349741 Jul 25 12:46:45.924636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51444) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:45.969601 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cb1e-ad2e-4298-9733-023265774dc1 req-9d353c51-fa59-484b-8c5f-ccff9e1b2e3c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:45.971041 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3ef6cb1e-ad2e-4298-9733-023265774dc1 req-9d353c51-fa59-484b-8c5f-ccff9e1b2e3c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 943 time: 0.0537565 Jul 25 12:46:45.972991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:46.020423 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3ef6cb1e-ad2e-4298-9733-023265774dc1 req-138a499d-fa2e-4e76-bb30-3d3791507fe6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Jul 25 12:46:46.039191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Deleting port 6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:46:46.039537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.117247 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.117570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.129881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Calling delete_port for 6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:46:46.253331 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:46.265039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.290705 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'Port': ['ID=6dc9a17b-cd6e-4b8c-8506-b4b4c9717cb4,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:46.351321 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (85898672-4ef6-4fb7-9e25-df2e001ea203), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.353747 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.354927 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-0c13e246-f6a2-4ce1-82f6-e6cad1b0e9ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "DELETE /v2.0/floatingips/85898672-4ef6-4fb7-9e25-df2e001ea203 HTTP/1.1" status: 204 len: 168 time: 0.4292583 Jul 25 12:46:46.452730 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51448) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:46.457136 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718853662', 'description': 'tempest-description--1486516558'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:46.484833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.562867 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (d37972ca-2df8-4116-8c57-c95f2478bc64), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.566756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d37972ca-2df8-4116-8c57-c95f2478bc64), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.821286 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:46:46.836518 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37972ca-2df8-4116-8c57-c95f2478bc64,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:46.842029 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.843427 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3897078 Jul 25 12:46:46.847141 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51450) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:46.848464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.848900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.849250 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.849596 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.850574 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.850915 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.851248 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.851579 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.851909 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.852237 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.852564 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.852886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.853208 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.853529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.853857 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf62524-b0ac-412e-a98d-07e79c4f2866 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:46.854980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group_rule': {'security_group_id': 'd37972ca-2df8-4116-8c57-c95f2478bc64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:46.888302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (9a756d02-0c73-433c-9046-1ee1e85e82ac), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.926602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:46.939886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (9a756d02-0c73-433c-9046-1ee1e85e82ac), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.940171 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'port_id': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'mac_address': 'fa:16:3e:a9:a1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:46:46.944743 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (9a756d02-0c73-433c-9046-1ee1e85e82ac), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.964746 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a756d02-0c73-433c-9046-1ee1e85e82ac,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:46.973733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.975154 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1d9a9e9d-b918-4228-bde4-5ccb2303716d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262419 Jul 25 12:46:46.978017 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51454) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:46.982626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:46:46.983071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'security_group_rule': {'security_group_id': 'd37972ca-2df8-4116-8c57-c95f2478bc64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:46.983287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:46.997343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:46:47.010878 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (1c817b4c-8edb-4854-91d7-309a19a04a3b), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.014642 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:47.018843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:47.023500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.078005 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:47.082274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (1c817b4c-8edb-4854-91d7-309a19a04a3b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.087273 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.087631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.087976 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.088316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.088651 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.088866 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (1c817b4c-8edb-4854-91d7-309a19a04a3b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.089003 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.089333 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.089663 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.090064 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.090457 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.091780 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.092142 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.092659 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.092988 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.093316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:46:47.101697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:47.123348 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c817b4c-8edb-4854-91d7-309a19a04a3b,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:47.146752 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.148418 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f9b7d909-2166-49e4-a880-67415f4bad76 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694217 Jul 25 12:46:47.151963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51458) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:47.156464 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:47.165841 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f063-9c0b-442d-b648-2fdbcde118b4 req-8730bf59-7efa-4634-8d6f-9f67dde54724 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:47.167374 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-77f1f063-9c0b-442d-b648-2fdbcde118b4 req-8730bf59-7efa-4634-8d6f-9f67dde54724 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 944 time: 0.0569715 Jul 25 12:46:47.179136 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.221182 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-77f1f063-9c0b-442d-b648-2fdbcde118b4 req-c7372cec-2062-4e33-bc9a-89e227975ef3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Jul 25 12:46:47.260465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.373012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Allocated IP 172.27.1.61 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/c67e0d9d-f3b2-42a6-8c74-5ace60c272c1) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:46:47.423530 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:47.484546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.502234 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:46:47.518079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.554601 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:46:47.561345 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:46:47.565487 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:46:47.590373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=c67e0d9d-f3b2-42a6-8c74-5ace60c272c1,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:47.652497 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.682928 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:47.694874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:47.891420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c91b2150-f3c5-4807-a97d-4142b025bebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.082746 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.087788 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.155265 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=c67e0d9d-f3b2-42a6-8c74-5ace60c272c1,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:48.169269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.185763 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.187146 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-400b667d-e51d-43a0-ab38-1a49011288ba tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0341187 Jul 25 12:46:48.362767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f83a4-1dfa-4159-924a-68ec84f504c6 req-0721e39f-ce29-4eef-8782-4c7473fb13d9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:48.365844 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f32f83a4-1dfa-4159-924a-68ec84f504c6 req-0721e39f-ce29-4eef-8782-4c7473fb13d9 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 944 time: 0.0582368 Jul 25 12:46:48.420111 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-d263f047-db63-4e59-ab6c-0f7f270619da tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--718853662&fields=id&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 267 time: 0.0503049 Jul 25 12:46:48.428141 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f32f83a4-1dfa-4159-924a-68ec84f504c6 req-42ef3610-2e5a-4676-a562-75d1bb55dda7 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Jul 25 12:46:48.530953 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-ad0067d6-1e07-4819-b62b-a7998b39785a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:48.532427 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-ad0067d6-1e07-4819-b62b-a7998b39785a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 817 time: 0.1053126 Jul 25 12:46:48.547997 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-5aebaae0-a245-47a5-a270-80fd107b114c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/quotas/df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 375 time: 0.0100727 Jul 25 12:46:48.608580 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-f4dc7cdf-aa2f-4bfd-8146-5895448c4630 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552266 Jul 25 12:46:48.750676 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-a812dc6e-f08e-453a-852c-967b841c1019 service neutron] 10.222.0.60 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308987 Jul 25 12:46:48.820613 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:46:48.842878 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-4ef24df9-1b4a-49d1-9d22-5ea9485fb9f6 service neutron] 10.222.0.60 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Jul 25 12:46:48.862201 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:46:48.869160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:46:48.869606 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.946752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:46:48.947374 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:48.972491 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:48.974773 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776cca6a-5bad-4f19-91ac-a38a0f7f561b" -d '{"events": [{"server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "name": "network-vif-plugged", "status": "completed", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:48.988450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:48.993180 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:49.031069 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-35cab05d-67c5-45b2-a715-68501ae34072 req-c4ae78c6-1ca6-4655-a39b-28d6501d9e2a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0547645 Jul 25 12:46:49.049724 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:49.117033 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57ea62-836f-4eaa-866f-847ad35e47dc x-openstack-request-id: req-9b57ea62-836f-4eaa-866f-847ad35e47dc {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:49.117169 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "name": "network-vif-plugged", "status": "completed", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:49.117372 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b57ea62-836f-4eaa-866f-847ad35e47dc {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:49.117774 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b57ea62-836f-4eaa-866f-847ad35e47dc'] response: {'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'code': 200} Jul 25 12:46:49.338106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c31ad-3094-4785-a9bd-244f7b558b8a req-57b04643-6245-4305-bcb2-7dbe9be9323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:49.339770 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec8c31ad-3094-4785-a9bd-244f7b558b8a req-57b04643-6245-4305-bcb2-7dbe9be9323e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 1129 time: 0.0421515 Jul 25 12:46:49.389819 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec8c31ad-3094-4785-a9bd-244f7b558b8a req-b35a6013-622a-4588-b99f-38d9c6dc0d0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Jul 25 12:46:49.545672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaada8-c9b0-465d-afe1-0460d9df0ade req-33816cd1-717e-48dd-b3af-9232cf20156e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:49.547207 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1beaada8-c9b0-465d-afe1-0460d9df0ade req-33816cd1-717e-48dd-b3af-9232cf20156e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0465672 Jul 25 12:46:49.578956 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:49.595845 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1beaada8-c9b0-465d-afe1-0460d9df0ade req-37ed5c94-fe28-4944-ae6b-a8145ef66761 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Jul 25 12:46:50.139513 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4f1b1e4a-e393-4642-9647-d93e610fb53a req-b0e79fa5-3527-474b-93a5-b23d24e08443 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0278335 Jul 25 12:46:50.185081 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:50.194014 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-bbef6fb8-c49f-4494-8b87-6d460502dc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:50.718330 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496dc7-2a04-4608-b6c7-f7efbf8b80da req-4ee4ffef-d168-4935-8b81-5c298eaf8d7c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:50.719782 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ef496dc7-2a04-4608-b6c7-f7efbf8b80da req-4ee4ffef-d168-4935-8b81-5c298eaf8d7c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Jul 25 12:46:50.766621 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ef496dc7-2a04-4608-b6c7-f7efbf8b80da req-daaade2a-c3cd-4bf4-a2f1-4378bfadcdbf tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 Jul 25 12:46:51.248903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b793664f-a1e1-49c9-8b08-a22b50ce22e4 req-3c0893b3-fe8b-467c-a4c9-22a7319e793b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0281520 Jul 25 12:46:51.303581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:51.665506 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-0de2d311-1810-45f8-8cc9-f482b7586089 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:51.667541 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-0de2d311-1810-45f8-8cc9-f482b7586089 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 817 time: 0.1064513 Jul 25 12:46:51.747516 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-b9628a71-4e55-41e3-9dca-db03a4ba9001 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 379 time: 0.0584741 Jul 25 12:46:51.829104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'port': {'device_id': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'admin_state_up': True, 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'security_groups': ['d37972ca-2df8-4116-8c57-c95f2478bc64']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:51.928849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9fd3e-c928-4417-b9d3-16014ac52222 req-5bb3569c-8ed1-4dc4-885f-764a2363435e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:51.930862 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f9c9fd3e-c928-4417-b9d3-16014ac52222 req-5bb3569c-8ed1-4dc4-885f-764a2363435e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0866547 Jul 25 12:46:51.939881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.013200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f9c9fd3e-c928-4417-b9d3-16014ac52222 req-6107e67f-88b8-402e-a08b-50d85057b7b3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764625 Jul 25 12:46:52.018003 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Made reservation on behalf of df3ed3c23dde49b382ce9016e421e4de for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:46:52.021262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.127696 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325b3f0-a979-4b42-bc9f-ab891657b3dc req-6c33710e-6a98-4345-885f-219751bc4114 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:52.129167 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b325b3f0-a979-4b42-bc9f-ab891657b3dc req-6c33710e-6a98-4345-885f-219751bc4114 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0477910 Jul 25 12:46:52.139343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51508) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:46:52.143939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'port_id': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:52.149536 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Allocated IP 172.20.0.3 (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337/352f0f50-67c9-44b4-8012-926ddc0a6e07/ecd822c9-f7d1-4e6b-b640-cd09dbd2017b) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:46:52.186244 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.299299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.320042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.358528 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-30a25044-706b-443d-988c-5c76d2c103ae req-fefddd74-b1b9-4610-9ab5-e0b8d4ad93e8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Jul 25 12:46:52.360092 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.409153 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:46:52.415540 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:46:52.419576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:46:52.450067 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:52.478491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:52.479249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.500850 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-286ab18f-7e9a-4f23-a0ab-ef7b50766a93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6756222 Jul 25 12:46:52.518368 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Request body: {'port': {'device_id': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:46:52.546859 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.584832 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.617263 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.634502 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.638210 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.646639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.651093 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.654659 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.659357 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.723233 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-99664c72-4fc3-43f6-899f-caa173d3ae46 None None] Provisioning complete for port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:46:52.723610 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-99664c72-4fc3-43f6-899f-caa173d3ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.756264 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-99664c72-4fc3-43f6-899f-caa173d3ae46 None None] Port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:46:52.757322 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP ed8328fb-a167-407c-8ba9-6a2c815308b1 associated. External IP: 172.27.1.160, port: 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b. Jul 25 12:46:52.803698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:52.874712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:46:52.882078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks [] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.895665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Transition to ACTIVE for port object ecd822c9-f7d1-4e6b-b640-cd09dbd2017b will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:46:52.899597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:52.948870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:52.971614 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:46:53.029465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Attempting to bind port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:46:53.029828 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Attempting to bind port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:46:53.030191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Attempting to bind port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:46:53.036927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:46:53.037253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Attempting to bind port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b on network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:46:53.042880 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:46:53.043223 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Checking segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:46:53.043682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Bound using segment: {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:46:53.044390 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Bound port: ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c4d45f-5402-46fe-b755-5811538c1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:46:53.044973 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:53.088396 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:46:53.094458 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:53.114457 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:46:53.129944 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:53.130832 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:53.138171 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e3873831-a99a-45b1-9620-338891532289 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "PUT /v2.0/floatingips/ed8328fb-a167-407c-8ba9-6a2c815308b1 HTTP/1.1" status: 200 len: 991 time: 0.9955480 Jul 25 12:46:53.138171 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:53.139913 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:53.142394 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:46:53.145581 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:46:53.150190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:53.153600 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:53.204201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.204870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:53.206269 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] 10.222.0.61 "PUT /v2.0/ports/ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 1093 time: 0.6924028 Jul 25 12:46:53.206720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:46:53.209097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abcde72-d885-491e-a96e-a697f3d62537" -d '{"events": [{"name": "network-changed", "server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:46:53.232011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a326c6-ab52-49f3-9384-f4e26d2e8735 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:53.261289 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72baf773-926a-4bbf-aa82-601c660183fb x-openstack-request-id: req-72baf773-926a-4bbf-aa82-601c660183fb {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:53.261580 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:53.261837 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72baf773-926a-4bbf-aa82-601c660183fb {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:53.262275 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72baf773-926a-4bbf-aa82-601c660183fb'] response: {'name': 'network-changed', 'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'status': 'completed', 'code': 200} Jul 25 12:46:53.280637 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b0476-8fcd-497e-8dc0-21bbbc5c41f4 x-openstack-request-id: req-825b0476-8fcd-497e-8dc0-21bbbc5c41f4 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:46:53.281008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:46:53.281265 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-825b0476-8fcd-497e-8dc0-21bbbc5c41f4 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:46:53.281828 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825b0476-8fcd-497e-8dc0-21bbbc5c41f4'] response: {'name': 'network-changed', 'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'status': 'completed', 'code': 200} Jul 25 12:46:53.313524 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:53.393354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-e45332e8-3cca-44d0-92a0-b68fd8ca89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.394848 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-e45332e8-3cca-44d0-92a0-b68fd8ca89e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1127 time: 0.0776913 Jul 25 12:46:53.395961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-b82dda79-447c-49c4-b687-6796ed83dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.397313 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-b82dda79-447c-49c4-b687-6796ed83dc66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 1129 time: 0.0714123 Jul 25 12:46:53.450218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:53.460434 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-453b56d0-c185-44c0-8898-afd3d0d7e27b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 217 time: 0.0457964 Jul 25 12:46:53.505893 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b973a16-9286-464c-a7e7-5c3890c81fe3 req-686e9e00-e39f-40fc-bca5-8d6dd0c2ba99 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.508021 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b973a16-9286-464c-a7e7-5c3890c81fe3 req-686e9e00-e39f-40fc-bca5-8d6dd0c2ba99 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0635674 Jul 25 12:46:53.578445 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3b973a16-9286-464c-a7e7-5c3890c81fe3 req-e390f61a-4fd7-4c93-8b03-1c540e53f34b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644264 Jul 25 12:46:53.579116 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-7a7d222e-4c90-403d-9d92-648e6db78141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.580268 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-7a7d222e-4c90-403d-9d92-648e6db78141 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.1069152 Jul 25 12:46:53.630634 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-598fb333-84de-4f72-a09c-e7f50007759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.632076 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-598fb333-84de-4f72-a09c-e7f50007759d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.1803386 Jul 25 12:46:53.637269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-f78a77f3-2428-4eb1-ad23-35f1c25ddb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.638685 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-f78a77f3-2428-4eb1-ad23-35f1c25ddb09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515547 Jul 25 12:46:53.652825 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'ed8328fb-a167-407c-8ba9-6a2c815308b1', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:a9:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988137c-976e-4521-b83a-c05377c0eeb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:34Z', 'updated_at': '2022-07-25T12:46:52Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:53.677603 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:46:53.686716 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:46:53.687310 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:53.750942 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-a0893cf1-11d0-4716-b35c-b712c46256d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b HTTP/1.1" status: 200 len: 999 time: 0.1113303 Jul 25 12:46:53.789393 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:46:53.819209 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-66eaa7b6-e7d7-4a2e-a71a-dcc0f9affa40 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726782 Jul 25 12:46:53.837679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-356f8564-b9e7-4b5e-ad24-555be631b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.839480 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-356f8564-b9e7-4b5e-ad24-555be631b3d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0822303 Jul 25 12:46:53.840755 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:53.925160 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-54c475ee-4610-4d8d-b4b6-6788b5ee7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:53.926568 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-54c475ee-4610-4d8d-b4b6-6788b5ee7eea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755394 Jul 25 12:46:53.999121 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f67a81b2-846e-4cd4-9980-46124d8b0b73 req-7621b235-92db-4a70-b4ea-68a8d6b4682c service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702318 Jul 25 12:46:54.003539 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'ed8328fb-a167-407c-8ba9-6a2c815308b1', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:a9:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988137c-976e-4521-b83a-c05377c0eeb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:34Z', 'updated_at': '2022-07-25T12:46:52Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:46:54.029031 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe3679-084e-4292-98af-7f6dee0ca609 None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'ed8328fb-a167-407c-8ba9-6a2c815308b1', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:a9:a1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988137c-976e-4521-b83a-c05377c0eeb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:34Z', 'updated_at': '2022-07-25T12:46:52Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:46:54.037841 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-64c0498c-3f0f-4dd9-86fd-f71a2bf41498 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030314 Jul 25 12:46:54.207623 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634186fb-4e76-4412-9470-651da4de451b None None] New status for floating IP ed8328fb-a167-407c-8ba9-6a2c815308b1: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:46:54.706148 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618361f2-a172-4dc1-82f3-846051a6b28d req-d815bdf6-089a-47be-a6e4-ff7d6e4a9b47 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:54.707587 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-618361f2-a172-4dc1-82f3-846051a6b28d req-d815bdf6-089a-47be-a6e4-ff7d6e4a9b47 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0512292 Jul 25 12:46:54.754566 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-618361f2-a172-4dc1-82f3-846051a6b28d req-7caa807c-691e-411b-8686-05183917463b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 Jul 25 12:46:55.883789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363f405-8892-42f6-8b88-454124bfb6e1 req-5f9b7133-219f-4333-86a2-a4de8e448ba0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:55.885242 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2363f405-8892-42f6-8b88-454124bfb6e1 req-5f9b7133-219f-4333-86a2-a4de8e448ba0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0526898 Jul 25 12:46:55.931902 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2363f405-8892-42f6-8b88-454124bfb6e1 req-1fc32371-46dd-4705-8ae4-141dbb8b5fe1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Jul 25 12:46:56.833611 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcde72-d885-491e-a96e-a697f3d62537 req-d47d5516-6509-4b2f-bb9f-e15bf113f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:56.835263 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-d47d5516-6509-4b2f-bb9f-e15bf113f2fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1127 time: 0.0814524 Jul 25 12:46:56.916567 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7dc9ee94-42e9-4246-8567-abc0c9ff32a7 req-f16445ed-e53d-4dcf-bd28-5e6a54ea5a73 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713123 Jul 25 12:46:56.949862 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcde72-d885-491e-a96e-a697f3d62537 req-a3db8818-a826-4ae8-97c7-6b0017761e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:56.951560 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-a3db8818-a826-4ae8-97c7-6b0017761e29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.1095312 Jul 25 12:46:57.003607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-04806794-9a95-4f84-b5cc-bc7181511cb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 217 time: 0.0389664 Jul 25 12:46:57.087657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcde72-d885-491e-a96e-a697f3d62537 req-26d41eb4-bd9b-4d4d-a0c7-4942161be205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:57.089115 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-26d41eb4-bd9b-4d4d-a0c7-4942161be205 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0800266 Jul 25 12:46:57.095179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0027-61ee-4eee-9710-73fa56fe076c req-97cdfe9b-101a-48a3-b607-366bb06e02e3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:57.096509 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de1a0027-61ee-4eee-9710-73fa56fe076c req-97cdfe9b-101a-48a3-b607-366bb06e02e3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0780489 Jul 25 12:46:57.132624 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:57.157532 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcde72-d885-491e-a96e-a697f3d62537 req-bd9978af-cee3-447f-ab7a-c80735a1fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:57.159038 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-bd9978af-cee3-447f-ab7a-c80735a1fe53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617042 Jul 25 12:46:57.198238 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-de1a0027-61ee-4eee-9710-73fa56fe076c req-a6334190-b132-44f6-b524-cb7cc847ca52 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924540 Jul 25 12:46:57.269596 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-8e21ee7a-01e9-4ab6-89f5-687f4cd3a9b9 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952840 Jul 25 12:46:57.375227 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9abcde72-d885-491e-a96e-a697f3d62537 req-cb1d6a40-b08a-487e-b80a-332c157a3561 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Jul 25 12:46:58.321652 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb45b9-a553-499a-a5b2-27e4bb71b57a req-cee6d900-daab-4b55-8638-eb2549ec6a1b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:58.323127 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8afb45b9-a553-499a-a5b2-27e4bb71b57a req-cee6d900-daab-4b55-8638-eb2549ec6a1b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0476675 Jul 25 12:46:58.373472 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8afb45b9-a553-499a-a5b2-27e4bb71b57a req-07425d96-b0b7-4a2e-92b0-7fe1be978964 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449328 Jul 25 12:46:58.910870 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:46:59.007277 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:59.018858 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:46:59.056225 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:46:59.056608 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:59.070235 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:46:59.092042 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:46:59.095885 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:46:59.143008 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:46:59.498039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ba003-19e1-445b-b565-f5e90d921c92 req-8a8542f4-3ec0-4f96-a593-cf9bbf26206b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:46:59.499505 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c09ba003-19e1-445b-b565-f5e90d921c92 req-8a8542f4-3ec0-4f96-a593-cf9bbf26206b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0478263 Jul 25 12:46:59.512344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:46:59.547866 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c09ba003-19e1-445b-b565-f5e90d921c92 req-7840bc90-ae62-48e5-bbc5-22a8b959b8f3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Jul 25 12:46:59.599604 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:00.676024 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990b640-fe45-446c-b2a6-7f8b6ab3c209 req-00b70822-b84d-4e78-8f88-877e6623e6a3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:00.677493 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e990b640-fe45-446c-b2a6-7f8b6ab3c209 req-00b70822-b84d-4e78-8f88-877e6623e6a3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0483947 Jul 25 12:47:00.727506 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e990b640-fe45-446c-b2a6-7f8b6ab3c209 req-8999b177-8788-4c48-b5a1-e75e4230d094 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 Jul 25 12:47:00.919760 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:00.960845 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:47:00.966765 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:00.967261 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:01.041135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:01.041520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:01.049851 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:01.060301 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:01.068136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:01.070370 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8bf525-79c6-4aa0-b9b6-6aedac6c1aca" -d '{"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:01.083671 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:01.087598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:01.112980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4a7b6-6f61-4f2e-af79-6bab09cbe594 x-openstack-request-id: req-5dd4a7b6-6f61-4f2e-af79-6bab09cbe594 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:01.113267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:01.113520 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dd4a7b6-6f61-4f2e-af79-6bab09cbe594 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:01.113928 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd4a7b6-6f61-4f2e-af79-6bab09cbe594'] response: {'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'code': 200} Jul 25 12:47:01.139193 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:01.360140 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9ccca-8012-4e53-93f6-0ce075f1fa56 req-9840df5d-8661-411f-bf4c-27bfee72c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:01.361578 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-95d9ccca-8012-4e53-93f6-0ce075f1fa56 req-9840df5d-8661-411f-bf4c-27bfee72c76e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1129 time: 0.0410800 Jul 25 12:47:01.404400 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-95d9ccca-8012-4e53-93f6-0ce075f1fa56 req-eba0f7ea-2f53-4dde-a00d-27b911fad85a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365362 Jul 25 12:47:01.878232 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdd147-6bc9-44ed-be08-4b3fc01dcc00 req-2e9a3042-a80b-48c8-b647-5f1ed0d3b2ae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:01.880733 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-44cdd147-6bc9-44ed-be08-4b3fc01dcc00 req-2e9a3042-a80b-48c8-b647-5f1ed0d3b2ae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0690858 Jul 25 12:47:01.907168 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:01.931888 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-44cdd147-6bc9-44ed-be08-4b3fc01dcc00 req-905bd365-a424-4db0-b78d-a7fdad41ba7a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Jul 25 12:47:03.058797 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c661a-3061-4772-ad70-265f1ee33b8e req-d631c019-7c68-4c8a-be3a-298404231c92 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:03.060302 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed5c661a-3061-4772-ad70-265f1ee33b8e req-d631c019-7c68-4c8a-be3a-298404231c92 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0477068 Jul 25 12:47:03.109897 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed5c661a-3061-4772-ad70-265f1ee33b8e req-56eae83f-af2f-4117-b84d-ec8292cf54f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Jul 25 12:47:04.001746 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=73 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:04.006864 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=75 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:04.185365 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-86d27e89-e80a-4170-94ca-3fe8536e1b94 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300315685&fields=id&tenant_id=8260111bf70a4afab166caf5a4881931 HTTP/1.1" status: 200 len: 267 time: 0.0521543 Jul 25 12:47:04.240985 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1744d-ea22-43e1-b46a-e9c742c7c026 req-1044d2ab-d573-426d-a605-1f82feecb09c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:04.242541 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-efe1744d-ea22-43e1-b46a-e9c742c7c026 req-1044d2ab-d573-426d-a605-1f82feecb09c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Jul 25 12:47:04.252824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:04.273675 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-9991b319-c773-494f-8804-728bd0dd46ab tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:04.276742 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-9991b319-c773-494f-8804-728bd0dd46ab tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 984 time: 0.0851369 Jul 25 12:47:04.287585 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Request body: {'port': {'security_groups': ['bc40c693-034e-439f-a7b5-e9922e34bc30']}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:04.298657 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-efe1744d-ea22-43e1-b46a-e9c742c7c026 req-7d91e5af-87f6-48d3-8c8c-7a295f0ca041 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503640 Jul 25 12:47:04.366083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (70c70048-0571-4440-8eed-920a0694232f), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.433705 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1da2b-9026-45e1-bdd5-d5f19c685333 req-b5d3ff5f-09aa-42c0-a720-746ae42888da tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:04.435269 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c7d1da2b-9026-45e1-bdd5-d5f19c685333 req-b5d3ff5f-09aa-42c0-a720-746ae42888da tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0552554 Jul 25 12:47:04.445446 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51558) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:04.450774 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Request body: {'floatingip': {'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:04.499539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.556341 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:04.585881 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for port (70c70048-0571-4440-8eed-920a0694232f), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.591123 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (70c70048-0571-4440-8eed-920a0694232f), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.639652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:04.640261 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:04.640655 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.642279 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0032af4f-c675-4659-9e3f-57773d23d6b0 req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "PUT /v2.0/ports/70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 942 time: 0.3595891 Jul 25 12:47:04.642751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:04.645033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:04.652816 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51562) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:04.726419 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668cdc75-b413-485e-bd85-4e597dc28f20 x-openstack-request-id: req-668cdc75-b413-485e-bd85-4e597dc28f20 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:04.727679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:04.727679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-668cdc75-b413-485e-bd85-4e597dc28f20 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:04.727679 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668cdc75-b413-485e-bd85-4e597dc28f20'] response: {'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:47:04.742589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.747127 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b5b5-79c3-4dd7-9d07-954a4f8c92b2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event updated for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=7']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:04.764412 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (b667ca07-8f57-4c71-acf8-a651c23796fd), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.797636 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (b667ca07-8f57-4c71-acf8-a651c23796fd), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.869474 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:04.897541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b667ca07-8f57-4c71-acf8-a651c23796fd), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.900620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:04.901872 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "DELETE /v2.0/security-groups/b667ca07-8f57-4c71-acf8-a651c23796fd HTTP/1.1" status: 204 len: 168 time: 0.2481303 Jul 25 12:47:04.913112 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51564) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:04.914766 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84327ab3-c049-458a-9be5-227047e12e9b tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667ca07-8f57-4c71-acf8-a651c23796fd,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:04.931885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:04.934076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-eda2c8cb-bc06-441b-b2ae-df937208c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:04.936002 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-eda2c8cb-bc06-441b-b2ae-df937208c21e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1129 time: 0.1346259 Jul 25 12:47:04.961066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-06b2461f-79b4-4be5-984d-1ed6cf52b90b None None] Provisioning complete for port 70c70048-0571-4440-8eed-920a0694232f triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:04.961529 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-06b2461f-79b4-4be5-984d-1ed6cf52b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (70c70048-0571-4440-8eed-920a0694232f), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.083832 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Deleting port d9a7e55d-07fc-41ce-9479-3d0589470a51 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:05.084577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.102250 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-06b2461f-79b4-4be5-984d-1ed6cf52b90b None None] Current status of the port 70c70048-0571-4440-8eed-920a0694232f is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:05.183602 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.184025 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for floatingip (d9a7e55d-07fc-41ce-9479-3d0589470a51), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.206179 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Calling delete_port for d9a7e55d-07fc-41ce-9479-3d0589470a51 owned by network:floatingip {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:05.220147 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:05.314793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:05.380527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-5770ddf5-a6b1-4fd9-9cf9-ce4021d67c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:05.381949 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-5770ddf5-a6b1-4fd9-9cf9-ce4021d67c4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.4379587 Jul 25 12:47:05.383994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.387761 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.392678 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (d9a7e55d-07fc-41ce-9479-3d0589470a51), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.419121 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event deleted for resources: {'Port': ['ID=d9a7e55d-07fc-41ce-9479-3d0589470a51,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:05.460377 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-ed6efcf5-ecfa-4322-ad30-f8cabb16cc3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 217 time: 0.0701065 Jul 25 12:47:05.487758 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks [] for floatingip (3a377677-efa7-4244-b4e8-d8833329438b), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.488078 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Floating IP 3a377677-efa7-4244-b4e8-d8833329438b disassociated (deleted). External IP: 172.27.1.106, port: 70c70048-0571-4440-8eed-920a0694232f. Jul 25 12:47:05.534388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:05.557325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-49f9aaf8-11cf-434a-9f7c-fcd4e4c296a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:05.559004 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-49f9aaf8-11cf-434a-9f7c-fcd4e4c296a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.0896461 Jul 25 12:47:05.567546 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Floating IP f0bbff6f-d1bd-47fa-a4fb-7d1e37233350 associated. External IP: 172.27.1.61, port: ecd822c9-f7d1-4e6b-b640-cd09dbd2017b. Jul 25 12:47:05.650074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-d0e7ff33-02a6-4ff9-a377-cb3d2121b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:05.651594 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-d0e7ff33-02a6-4ff9-a377-cb3d2121b544 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0857141 Jul 25 12:47:05.714373 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Router ca9046fc-4ef0-4978-915a-2920a914ebe9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:05.829866 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:05.834282 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:05.841496 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Sync routers for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:05.842228 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-7e398bb6-5a90-4800-afc3-fdbc61422a16 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578636 Jul 25 12:47:05.853326 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:05.854400 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:05.972381 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:05.977876 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:05.994090 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6c4ce0d-4da6-48ad-b8fb-e85a139725f9 req-c321edd6-f059-4ddb-9959-87d155abd52d service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268117 Jul 25 12:47:06.090272 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:06.106670 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:06.111998 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:06.123697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:06.133063 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e6b1f336-7523-48bf-b9b5-91b205d47709 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "DELETE /v2.0/floatingips/3a377677-efa7-4244-b4e8-d8833329438b HTTP/1.1" status: 204 len: 168 time: 1.2061105 Jul 25 12:47:06.144721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:06.145575 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.148979 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5e60236a-0d38-4996-bd73-6adf87738436 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "PUT /v2.0/floatingips/f0bbff6f-d1bd-47fa-a4fb-7d1e37233350 HTTP/1.1" status: 200 len: 990 time: 1.6994977 Jul 25 12:47:06.148979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:06.150338 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06" -d '{"events": [{"name": "network-changed", "server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:06.195367 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fa922-322f-46e2-98e9-48bd0e381013 x-openstack-request-id: req-164fa922-322f-46e2-98e9-48bd0e381013 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:06.195658 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:06.195910 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-164fa922-322f-46e2-98e9-48bd0e381013 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:06.196378 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164fa922-322f-46e2-98e9-48bd0e381013'] response: {'name': 'network-changed', 'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'status': 'completed', 'code': 200} Jul 25 12:47:06.200486 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.228569 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Checking router: ca9046fc-4ef0-4978-915a-2920a914ebe9 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:06.238504 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:06.239136 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.283947 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:06.300518 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-91a3b017-727f-4bba-aec0-d6681b5579da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:06.302949 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-91a3b017-727f-4bba-aec0-d6681b5579da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1129 time: 0.0544581 Jul 25 12:47:06.397426 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:06.446893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-32b985c2-a287-4f13-9366-e13c62075774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:06.449015 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-32b985c2-a287-4f13-9366-e13c62075774 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.1385651 Jul 25 12:47:06.506226 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:06.537022 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-8a05496c-1f81-43cc-93c3-983773eff321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 998 time: 0.0647986 Jul 25 12:47:06.596190 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-8577028f-ca5c-4146-9cce-6b05f517aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:06.597812 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-8577028f-ca5c-4146-9cce-6b05f517aabe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0542161 Jul 25 12:47:06.612753 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f0bbff6f-d1bd-47fa-a4fb-7d1e37233350', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:47Z', 'updated_at': '2022-07-25T12:47:05Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.631099 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.638185 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:06.647017 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:06.647631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:06.661364 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09982b0-8c08-41dc-b6cd-3ff53cce58a4 None None] The sync data for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi is: [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:21Z', 'revision_number': 4, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '5667dc99-1c0d-46cf-8e17-b2e0d00f1f89', 'name': '', 'network_id': 'e3a72224-528e-4a69-b7ad-c2fae3886ba0', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'mac_address': 'fa:16:3e:ca:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:21Z', 'updated_at': '2022-07-25T12:42:26Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'subnets': [{'id': 'd627f035-1938-4d77-9fa5-b6c0e6953d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:06.679234 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:06.729031 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:06.731585 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81302760-b579-47d6-90ba-4d8a600bb0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:06.760934 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:06.773091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f68bac5-3df9-45b8-bf13-2122ab4e6431 x-openstack-request-id: req-8f68bac5-3df9-45b8-bf13-2122ab4e6431 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:06.773091 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:06.773324 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f68bac5-3df9-45b8-bf13-2122ab4e6431 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:06.773677 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f68bac5-3df9-45b8-bf13-2122ab4e6431'] response: {'name': 'network-changed', 'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:47:06.931448 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a853b2-fc27-431b-920d-aa82dfc7c811 None None] New status for floating IP 3a377677-efa7-4244-b4e8-d8833329438b: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:47:07.070034 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-440cac1f-c615-443b-aa8d-e0af67e51b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:07.072125 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-440cac1f-c615-443b-aa8d-e0af67e51b4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0998294 Jul 25 12:47:07.078376 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-5536990e-1f6b-4753-a3db-6ee82d56df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:07.079856 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-5536990e-1f6b-4753-a3db-6ee82d56df83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8260111bf70a4afab166caf5a4881931&device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 1129 time: 0.0635319 Jul 25 12:47:07.127513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f0bbff6f-d1bd-47fa-a4fb-7d1e37233350', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:47Z', 'updated_at': '2022-07-25T12:47:05Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:07.154463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a07118-391d-4057-8022-a570300c2dc6 None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'f0bbff6f-d1bd-47fa-a4fb-7d1e37233350', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:46:47Z', 'updated_at': '2022-07-25T12:47:05Z', 'revision_number': 1, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:07.265242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:07.327210 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-a90ccf3f-5317-4ee3-9ba8-9967b7aa8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:07.328693 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-a90ccf3f-5317-4ee3-9ba8-9967b7aa8a13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 200 len: 916 time: 0.1820147 Jul 25 12:47:07.330461 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-93322309-cd11-41b7-99e9-e9169168a7b6 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913435 Jul 25 12:47:07.372967 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c436a-b730-4744-b59b-cafed3a929ca None None] New status for floating IP f0bbff6f-d1bd-47fa-a4fb-7d1e37233350: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:47:07.405705 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-95c05586-405e-4d57-a820-e5f01621cfd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 200 len: 217 time: 0.0652111 Jul 25 12:47:07.536477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-c2e577c3-556f-4443-958f-faf4b04f52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:07.537999 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-c2e577c3-556f-4443-958f-faf4b04f52bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 200 len: 854 time: 0.1032412 Jul 25 12:47:07.542421 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-074cb260-fb27-4e7f-8fa4-b743d5bbdd06 req-92658158-1ec6-41e5-91d6-82bec0ca90f2 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006350 Jul 25 12:47:07.613066 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-9ac93302-b167-4cab-85d1-fbd28dfd1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:07.614673 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-9ac93302-b167-4cab-85d1-fbd28dfd1660 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e3a72224-528e-4a69-b7ad-c2fae3886ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511818 Jul 25 12:47:07.714379 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-e004db95-5665-4a9f-bb8a-5598a3b98d43 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929215 Jul 25 12:47:07.813892 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-81302760-b579-47d6-90ba-4d8a600bb0e9 req-1db757bf-6ed6-4401-a6ba-49c232018752 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924625 Jul 25 12:47:09.017834 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8970f-983b-41e8-81cf-d40aa5eb31d5 req-707e687e-504a-4971-b56f-a8eef39cfa3d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:09.019379 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3d8970f-983b-41e8-81cf-d40aa5eb31d5 req-707e687e-504a-4971-b56f-a8eef39cfa3d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0483184 Jul 25 12:47:09.067591 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3d8970f-983b-41e8-81cf-d40aa5eb31d5 req-b37f2358-5bf4-43dc-908a-39eeba519eb2 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Jul 25 12:47:10.175451 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:10.186865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f01358-f2d1-4b40-9fbf-b8f109222b41 req-2ac0ac8c-bb26-4086-8f1a-56fc06d9d350 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:10.188394 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-06f01358-f2d1-4b40-9fbf-b8f109222b41 req-2ac0ac8c-bb26-4086-8f1a-56fc06d9d350 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0486009 Jul 25 12:47:10.236640 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-06f01358-f2d1-4b40-9fbf-b8f109222b41 req-e455e104-95dd-48bf-9616-ded109b3f758 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Jul 25 12:47:11.359399 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b7b37-4ed2-4345-a8e5-97da804aa8ca req-635b4ba5-b656-4031-bcf5-758c2c52accd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:11.360857 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-634b7b37-4ed2-4345-a8e5-97da804aa8ca req-635b4ba5-b656-4031-bcf5-758c2c52accd tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0511880 Jul 25 12:47:11.407869 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-634b7b37-4ed2-4345-a8e5-97da804aa8ca req-10ab7c36-4cef-4649-90cd-e63ad397dae0 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc40c693-034e-439f-a7b5-e9922e34bc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 25 12:47:11.524315 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d161-966c-4803-ab02-dcf38805930e req-b2a6d1c0-9835-40a4-9cee-762191e5534d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:11.525648 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74f2d161-966c-4803-ab02-dcf38805930e req-b2a6d1c0-9835-40a4-9cee-762191e5534d tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.61 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 945 time: 0.0487895 Jul 25 12:47:11.667617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Deleting port 70c70048-0571-4440-8eed-920a0694232f {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:11.667973 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (70c70048-0571-4440-8eed-920a0694232f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:11.756505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] For port 70c70048-0571-4440-8eed-920a0694232f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=70c70048-0571-4440-8eed-920a0694232f,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:11.756889 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (70c70048-0571-4440-8eed-920a0694232f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:11.769776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Calling delete_port for 70c70048-0571-4440-8eed-920a0694232f owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:11.831003 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:11.905287 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (70c70048-0571-4440-8eed-920a0694232f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:11.938801 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Pushing event deleted for resources: {'Port': ['ID=70c70048-0571-4440-8eed-920a0694232f,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:11.940936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['70c70048-0571-4440-8eed-920a0694232f'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:11.987360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] No DVR routers for this DVR port 70c70048-0571-4440-8eed-920a0694232f on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:11.990159 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:11.993790 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74f2d161-966c-4803-ab02-dcf38805930e req-e4fa584a-b74c-436a-9be0-d213f729ef86 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.61 "DELETE /v2.0/ports/70c70048-0571-4440-8eed-920a0694232f HTTP/1.1" status: 204 len: 173 time: 0.4104092 Jul 25 12:47:11.994266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'name': 'network-vif-deleted', 'tag': '70c70048-0571-4440-8eed-920a0694232f'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:11.996998 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb9bf06-f38f-4dac-9a43-491674723d4c" -d '{"events": [{"server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "name": "network-vif-deleted", "tag": "70c70048-0571-4440-8eed-920a0694232f"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:12.038724 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e03305-20a8-46b6-99b8-2205b8feca3f x-openstack-request-id: req-e3e03305-20a8-46b6-99b8-2205b8feca3f {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:12.039010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61cc982-35c2-42e1-8da3-cdd742e6ae4d", "name": "network-vif-deleted", "tag": "70c70048-0571-4440-8eed-920a0694232f", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:12.039261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3e03305-20a8-46b6-99b8-2205b8feca3f {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:12.039657 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e03305-20a8-46b6-99b8-2205b8feca3f'] response: {'server_uuid': 'a61cc982-35c2-42e1-8da3-cdd742e6ae4d', 'name': 'network-vif-deleted', 'tag': '70c70048-0571-4440-8eed-920a0694232f', 'status': 'completed', 'code': 200} Jul 25 12:47:12.397057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d20cc-3dea-4146-8fff-9bcc372880b7 req-9b108b44-f6fe-44ee-af51-09038b9358e6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:12.398639 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af7d20cc-3dea-4146-8fff-9bcc372880b7 req-9b108b44-f6fe-44ee-af51-09038b9358e6 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0542240 Jul 25 12:47:12.450726 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-af7d20cc-3dea-4146-8fff-9bcc372880b7 req-0ad528d3-afc1-4c9a-b207-0d6b34e02947 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462282 Jul 25 12:47:12.525448 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6f998536-7ea9-4fbc-b2b4-e5d937f48106 req-c3d4d3fc-e0c7-4cfc-b2f1-1b8274b269fb tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0278277 Jul 25 12:47:13.569400 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:47:13.580098 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362ab7a-d92d-410e-8bb3-c7dcfe980ba4 req-4023f99b-27bf-4837-8ed5-7a5d6dcd1780 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:13.581669 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a362ab7a-d92d-410e-8bb3-c7dcfe980ba4 req-4023f99b-27bf-4837-8ed5-7a5d6dcd1780 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0561781 Jul 25 12:47:13.635767 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a362ab7a-d92d-410e-8bb3-c7dcfe980ba4 req-7de2f61e-060a-41b4-97db-0178e5e04f8b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482416 Jul 25 12:47:13.650903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d25ec620-d084-4964-8dbd-d5c192ebfa81 req-0f1e3ca1-1f70-4709-a6f1-8630cbdb1e11 tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0334773 Jul 25 12:47:14.761682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f2d1-e1b4-4243-8a36-d4fe7f1e216f req-f8257a77-6b63-4588-8acf-838165d0ac4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:14.763281 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9ad5f2d1-e1b4-4243-8a36-d4fe7f1e216f req-f8257a77-6b63-4588-8acf-838165d0ac4c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0523491 Jul 25 12:47:14.767053 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bc484e9a-b408-494a-b323-c05fb212ccbc req-d0c30549-d438-4202-8f84-c290b5f3ee6e tempest-TestMinimumBasicScenario-233921546 tempest-TestMinimumBasicScenario-233921546-project] 10.222.0.60 "GET /v2.0/ports?device_id=a61cc982-35c2-42e1-8da3-cdd742e6ae4d HTTP/1.1" status: 200 len: 210 time: 0.0280578 Jul 25 12:47:14.811197 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9ad5f2d1-e1b4-4243-8a36-d4fe7f1e216f req-610df1ed-764a-489e-b77d-57dee84bb6bd tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Jul 25 12:47:15.939880 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5405-4bac-49fb-a8fc-c674b83f70cb req-b2acf9a5-d8d1-4a70-a498-cc866f8f4395 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:15.941371 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-645a5405-4bac-49fb-a8fc-c674b83f70cb req-b2acf9a5-d8d1-4a70-a498-cc866f8f4395 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0508204 Jul 25 12:47:15.997411 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-645a5405-4bac-49fb-a8fc-c674b83f70cb req-4fb04899-71c9-4b33-ad77-755d3fd604fa tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Jul 25 12:47:16.389819 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51690) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:16.740351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:16.812402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-59804f7f-7397-4e7c-bc3d-4893e41a03f5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:16.813824 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-59804f7f-7397-4e7c-bc3d-4893e41a03f5 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.0887074 Jul 25 12:47:16.974479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Deleting port 6b28587e-6996-4619-ba6a-9d6da94f0def {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:16.974804 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:16.990732 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 70c70048-0571-4440-8eed-920a0694232f no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:17.014163 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 70c70048-0571-4440-8eed-920a0694232f {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:17.014501 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 70c70048-0571-4440-8eed-920a0694232f not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:17.191018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e93d57-acb8-46ae-babf-c5791d7daccd req-ce432086-74cf-46ea-9b69-fe07acaef024 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:17.192491 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12e93d57-acb8-46ae-babf-c5791d7daccd req-ce432086-74cf-46ea-9b69-fe07acaef024 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 946 time: 0.1123121 Jul 25 12:47:17.194239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] For port 6b28587e-6996-4619-ba6a-9d6da94f0def, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6b28587e-6996-4619-ba6a-9d6da94f0def,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:17.194602 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.260982 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:17.329505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.429064 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12e93d57-acb8-46ae-babf-c5791d7daccd req-c7fe2768-229c-4803-aa50-87a33b9c051c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=568002a0-7ac5-412e-af86-dbc998c0616d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103217 Jul 25 12:47:17.605841 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.606233 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.606548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Floating IP f9a0c4e5-68c9-41b9-81cb-4405bb8e601c disassociated. External IP: 172.27.1.186, port: 6b28587e-6996-4619-ba6a-9d6da94f0def. Jul 25 12:47:17.606895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Calling delete_port for 6b28587e-6996-4619-ba6a-9d6da94f0def owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:17.662104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:17.786864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Deleting port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:17.787279 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.898426 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0ee4d539-1437-4905-8654-afab96171f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.900900 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (6b28587e-6996-4619-ba6a-9d6da94f0def), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.940199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] For port 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:17.940556 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:17.943096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event deleted for resources: {'Port': ['ID=6b28587e-6996-4619-ba6a-9d6da94f0def,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:17.960308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Calling delete_port for 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:18.163163 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:18.227235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:18.295744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:18.334508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:18.336638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (5667dc99-1c0d-46cf-8e17-b2e0d00f1f89), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:18.347054 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:18.362664 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:18.363291 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:18.397958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5667dc99-1c0d-46cf-8e17-b2e0d00f1f89,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:18.435176 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] No DVR routers for this DVR port 6b28587e-6996-4619-ba6a-9d6da94f0def on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:18.439054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:18.442378 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e9cd784e-9e78-49f1-9df1-5a6354bb21ab req-c957841c-3ee4-4b9a-9a80-8308ef55f7ca tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "DELETE /v2.0/ports/6b28587e-6996-4619-ba6a-9d6da94f0def HTTP/1.1" status: 204 len: 173 time: 1.6223810 Jul 25 12:47:18.443042 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'name': 'network-vif-deleted', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:18.445361 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ed3fd-2409-49e8-9c4f-f16eed4d3576" -d '{"events": [{"server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "name": "network-vif-deleted", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:18.506055 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:18.631515 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:18.667094 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb1049-f05b-4231-b555-18236ba2289a x-openstack-request-id: req-46bb1049-f05b-4231-b555-18236ba2289a {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:18.667458 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f4b7b4-6156-4da3-a667-d2bd66332366", "name": "network-vif-deleted", "tag": "6b28587e-6996-4619-ba6a-9d6da94f0def", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:18.667789 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46bb1049-f05b-4231-b555-18236ba2289a {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:18.668198 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bb1049-f05b-4231-b555-18236ba2289a'] response: {'server_uuid': '64f4b7b4-6156-4da3-a667-d2bd66332366', 'name': 'network-vif-deleted', 'tag': '6b28587e-6996-4619-ba6a-9d6da94f0def', 'status': 'completed', 'code': 200} Jul 25 12:47:18.679742 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-71a4e57f-9d8e-42c1-b7b4-ff3f781eca24 req-a9d8a804-1c50-4f71-bf9f-c13dbcda5ecc tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f4b7b4-6156-4da3-a667-d2bd66332366 HTTP/1.1" status: 200 len: 210 time: 0.1266468 Jul 25 12:47:18.878198 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:18.913088 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:18.916428 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:18.925546 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:18.926116 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:19.025441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.054614 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:19.273258 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Router ca9046fc-4ef0-4978-915a-2920a914ebe9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:19.277467 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:19.302921 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe6b9-4e84-4dc9-89e9-53a4b1c7c57d None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:39:30Z', 'revision_number': 4, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '47d95722-fd53-4ee1-97ed-4f07d35a1f26', 'name': '', 'network_id': '9f36add4-a98d-4ec2-a004-7819cfb577b7', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'mac_address': 'fa:16:3e:da:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:28Z', 'updated_at': '2022-07-25T12:39:36Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'subnets': [{'id': '83cc1de7-c231-4d3f-bc12-b6842fab505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:19.390048 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:19.395230 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-37f7a255-c1a8-4c34-a2de-5a297e453e5a admin admin] 10.222.0.60 "PUT /v2.0/routers/ca9046fc-4ef0-4978-915a-2920a914ebe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0043428 Jul 25 12:47:19.397858 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51698) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:19.401451 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Sync routers for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:19.421413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:19.423398 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:19.537749 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:19.573204 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4c9e7-2745-40fb-9ac6-9ea82cb172a8 None None] New status for floating IP f9a0c4e5-68c9-41b9-81cb-4405bb8e601c: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:47:19.654217 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks [] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.725382 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:47:18Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:19.762946 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Checking router: ca9046fc-4ef0-4978-915a-2920a914ebe9 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:19.772096 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:19.773679 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Routers {'ca9046fc-4ef0-4978-915a-2920a914ebe9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:19.775159 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:46:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['ca9046fc-4ef0-4978-915a-2920a914ebe9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:19.786302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks [] for router_gateway (ca9046fc-4ef0-4978-915a-2920a914ebe9), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.795474 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51708) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:19.857357 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Deleting port b47849d2-18b4-4798-afe9-146d53a99924 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:19.858100 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (b47849d2-18b4-4798-afe9-146d53a99924), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.876712 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (568002a0-7ac5-412e-af86-dbc998c0616d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.902280 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] Set router ca9046fc-4ef0-4978-915a-2920a914ebe9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:19.910226 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (568002a0-7ac5-412e-af86-dbc998c0616d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.924831 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:19.935392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:19.942172 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:19.956629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] For port b47849d2-18b4-4798-afe9-146d53a99924, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b47849d2-18b4-4798-afe9-146d53a99924,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:19.956994 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (b47849d2-18b4-4798-afe9-146d53a99924), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.972417 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (568002a0-7ac5-412e-af86-dbc998c0616d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.973039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Calling delete_port for b47849d2-18b4-4798-afe9-146d53a99924 owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:19.975159 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:19.979164 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "DELETE /v2.0/security-groups/568002a0-7ac5-412e-af86-dbc998c0616d HTTP/1.1" status: 204 len: 168 time: 0.1797874 Jul 25 12:47:19.979752 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51710) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:19.981712 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:19.988490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9612e2-de6d-4d97-8007-4c81dff7580c tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568002a0-7ac5-412e-af86-dbc998c0616d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:20.002429 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.api.v2.resource [None req-6ee438e3-ecd4-48f5-9d23-fc4b220b532a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] show failed (client error): The resource could not be found. Jul 25 12:47:20.003458 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6ee438e3-ecd4-48f5-9d23-fc4b220b532a tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups/568002a0-7ac5-412e-af86-dbc998c0616d HTTP/1.1" status: 404 len: 347 time: 0.0224986 Jul 25 12:47:20.007429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51712) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:20.033252 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:20.113123 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:47:18Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:20.147418 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ef44-0abe-46ad-a395-5dd1fd990b10 None None] The sync data for ids ['ca9046fc-4ef0-4978-915a-2920a914ebe9'] in dv-cinder-825492-28-iscsi is: [{'id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'name': 'tempest-TestMinimumBasicScenario-1368028612-router', 'tenant_id': '8260111bf70a4afab166caf5a4881931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:47:18Z', 'revision_number': 5, 'project_id': '8260111bf70a4afab166caf5a4881931', 'gw_port': {'id': 'b47849d2-18b4-4798-afe9-146d53a99924', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9046fc-4ef0-4978-915a-2920a914ebe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:19Z', 'updated_at': '2022-07-25T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:20.198649 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-de88e220-359f-4c70-9970-8f513c813c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.220720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Deleting port 42a34737-d22a-475d-b0db-f8a4a50d56a4 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:20.221075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.347426 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.347753 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (42a34737-d22a-475d-b0db-f8a4a50d56a4), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.362840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Calling delete_port for 42a34737-d22a-475d-b0db-f8a4a50d56a4 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:20.364849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (b47849d2-18b4-4798-afe9-146d53a99924), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.401695 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47849d2-18b4-4798-afe9-146d53a99924,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:20.517730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.625102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.645246 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks [] for router_controller (ca9046fc-4ef0-4978-915a-2920a914ebe9), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.691006 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:20.707630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (ca9046fc-4ef0-4978-915a-2920a914ebe9), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.708319 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9046fc-4ef0-4978-915a-2920a914ebe9 {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:47:20.713432 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.714675 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9ab4c85c-6927-48fc-b4bc-de5f297e9100 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca9046fc-4ef0-4978-915a-2920a914ebe9 HTTP/1.1" status: 204 len: 168 time: 1.3155584 Jul 25 12:47:20.717395 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51714) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:20.724974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:20.725305 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5667dc99-1c0d-46cf-8e17-b2e0d00f1f89 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:20.725460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (42a34737-d22a-475d-b0db-f8a4a50d56a4), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.772442 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:20.784630 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event deleted for resources: {'Port': ['ID=42a34737-d22a-475d-b0db-f8a4a50d56a4,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:20.838144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Deleting subnet d627f035-1938-4d77-9fa5-b6c0e6953d52 {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:47:20.844936 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Publish callbacks [] for subnet (d627f035-1938-4d77-9fa5-b6c0e6953d52), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.871269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:20.895162 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (d627f035-1938-4d77-9fa5-b6c0e6953d52), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.917144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks [] for floatingip (f9a0c4e5-68c9-41b9-81cb-4405bb8e601c), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.919915 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:20.921100 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-19cf045a-35df-4db9-9c30-1e4c9005553b tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "DELETE /v2.0/floatingips/f9a0c4e5-68c9-41b9-81cb-4405bb8e601c HTTP/1.1" status: 204 len: 168 time: 0.9133050 Jul 25 12:47:20.992041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6b28587e-6996-4619-ba6a-9d6da94f0def no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:21.033078 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 6b28587e-6996-4619-ba6a-9d6da94f0def {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:21.033838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 6b28587e-6996-4619-ba6a-9d6da94f0def not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:21.054051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (d627f035-1938-4d77-9fa5-b6c0e6953d52), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.138694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (d627f035-1938-4d77-9fa5-b6c0e6953d52), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.166168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d627f035-1938-4d77-9fa5-b6c0e6953d52,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:21.174777 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.181174 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51720) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:21.181773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c871ce37-b4e9-48d1-b621-285f878883e2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d627f035-1938-4d77-9fa5-b6c0e6953d52 HTTP/1.1" status: 204 len: 168 time: 0.4627571 Jul 25 12:47:21.185319 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76458f57-850b-4fa0-a377-61e64b62f7b2 None None] Network e3a72224-528e-4a69-b7ad-c2fae3886ba0 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:47:21.290697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (e3a72224-528e-4a69-b7ad-c2fae3886ba0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.337213 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.349071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Deleting port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:21.349297 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.413790 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] DHCP port deletion for e3a72224-528e-4a69-b7ad-c2fae3886ba0 request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:47:21.437381 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] For port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:21.437661 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.456335 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Calling delete_port for ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:21.466429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Deleting port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:21.466872 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.541788 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] For port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,segment=NetworkSegment(001372ef-030c-45d0-ad05-c3e6222a55c0),segment_id=001372ef-030c-45d0-ad05-c3e6222a55c0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:21.542249 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.551007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.559063 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Calling delete_port for ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:21.579089 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:21.580910 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] No DVR routers for this DVR port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:21.644781 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.667077 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (e3a72224-528e-4a69-b7ad-c2fae3886ba0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.669688 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] Pushing event deleted for resources: {'Port': ['ID=ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:21.674924 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1693299-4245-4e48-9edb-1623b93ab988 None None] No DVR routers for this DVR port ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:21.694519 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a72224-528e-4a69-b7ad-c2fae3886ba0']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:21.705569 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001372ef-030c-45d0-ad05-c3e6222a55c0') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:21.705867 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001372ef-030c-45d0-ad05-c3e6222a55c0') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:21.716437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (001372ef-030c-45d0-ad05-c3e6222a55c0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.734163 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (001372ef-030c-45d0-ad05-c3e6222a55c0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.742043 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:47:21.742426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (001372ef-030c-45d0-ad05-c3e6222a55c0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.807591 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (e3a72224-528e-4a69-b7ad-c2fae3886ba0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.814447 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:21.821209 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3a72224-528e-4a69-b7ad-c2fae3886ba0 HTTP/1.1" status: 204 len: 168 time: 0.6355112 Jul 25 12:47:21.822342 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51726) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:21.833476 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 001372ef-030c-45d0-ad05-c3e6222a55c0 resource provider aggregate not found Jul 25 12:47:21.838153 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8838-8d72-4040-982e-d7b0a019314f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a72224-528e-4a69-b7ad-c2fae3886ba0,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:21.854580 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 001372ef-030c-45d0-ad05-c3e6222a55c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 001372ef-030c-45d0-ad05-c3e6222a55c0 found for delete ", "request_id": "req-963942ba-6357-4cc6-a0d9-b9c5e3cd5930"}]} Jul 25 12:47:22.169787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:22.419598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Deleting port 01d5975b-d4bd-42cd-bc75-9fa8df730696 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:22.419962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:22.506688 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] For port 01d5975b-d4bd-42cd-bc75-9fa8df730696, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=01d5975b-d4bd-42cd-bc75-9fa8df730696,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:22.507053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:22.514896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:22.523222 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Calling delete_port for 01d5975b-d4bd-42cd-bc75-9fa8df730696 owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:22.525740 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:22.634834 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:22.665267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b47849d2-18b4-4798-afe9-146d53a99924 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:22.688439 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: b47849d2-18b4-4798-afe9-146d53a99924 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:22.688761 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b47849d2-18b4-4798-afe9-146d53a99924 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:22.689249 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:22.709564 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:22.709932 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ccc4f6b7-a1d2-42a8-a9a2-810b5fcae20c not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:22.720114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (01d5975b-d4bd-42cd-bc75-9fa8df730696), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:22.748192 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=01d5975b-d4bd-42cd-bc75-9fa8df730696,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:23.116611 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.165234 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.381963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Router aff54694-eb70-4773-bc1e-e2c0b37e9b79 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:23.523622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:23.529442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-506ee203-c8c9-4da6-bc55-5290bf21c4ba admin admin] 10.222.0.60 "PUT /v2.0/routers/aff54694-eb70-4773-bc1e-e2c0b37e9b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049448 Jul 25 12:47:23.532114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51744) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:23.533211 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Sync routers for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:23.545524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:23.546334 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:23.547383 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d409-84ae-424d-923b-957c3e8fda6c req-750495dc-f007-4359-a255-f2d9bab35812 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:23.548878 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a279d409-84ae-424d-923b-957c3e8fda6c req-750495dc-f007-4359-a255-f2d9bab35812 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0670369 Jul 25 12:47:23.581104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:23.617223 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a279d409-84ae-424d-923b-957c3e8fda6c req-182a8cca-7431-461c-b611-5250edbc26ef tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Jul 25 12:47:23.649622 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks [] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.663805 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:23.753893 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks [] for router_gateway (aff54694-eb70-4773-bc1e-e2c0b37e9b79), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.799699 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Deleting port 376b0ca8-5743-4a62-b096-67ea963e6985 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:23.800040 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.888975 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] For port 376b0ca8-5743-4a62-b096-67ea963e6985, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=376b0ca8-5743-4a62-b096-67ea963e6985,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:23.889333 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:23.903143 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Calling delete_port for 376b0ca8-5743-4a62-b096-67ea963e6985 owned by network:router_gateway {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:23.905300 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:23.911266 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:23.915325 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:23.971477 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:47:22Z', 'revision_number': 5, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port': {'id': '376b0ca8-5743-4a62-b096-67ea963e6985', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:42:24Z', 'updated_at': '2022-07-25T12:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:24.000248 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Checking router: aff54694-eb70-4773-bc1e-e2c0b37e9b79 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:24.009963 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Routers {'aff54694-eb70-4773-bc1e-e2c0b37e9b79'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:24.010580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:24.078519 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (376b0ca8-5743-4a62-b096-67ea963e6985), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.101532 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] Set router aff54694-eb70-4773-bc1e-e2c0b37e9b79 gateway port host: None {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:24.103379 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=376b0ca8-5743-4a62-b096-67ea963e6985,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:24.158113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:47:23Z', 'revision_number': 6, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:24.172386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.187566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c58842-42b0-4f15-8f2a-a0c60f87b0f9 None None] The sync data for ids ['aff54694-eb70-4773-bc1e-e2c0b37e9b79'] in dv-cinder-825492-28-iscsi is: [{'id': 'aff54694-eb70-4773-bc1e-e2c0b37e9b79', 'name': 'tempest-TestMinimumBasicScenario-1719174379-router', 'tenant_id': '84f6a81ab18042898f1762057c006de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:42:23Z', 'updated_at': '2022-07-25T12:47:23Z', 'revision_number': 6, 'project_id': '84f6a81ab18042898f1762057c006de3', 'gw_port_host': None}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:24.275357 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.277539 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks [] for router_controller (aff54694-eb70-4773-bc1e-e2c0b37e9b79), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.351342 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (aff54694-eb70-4773-bc1e-e2c0b37e9b79), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.352745 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff54694-eb70-4773-bc1e-e2c0b37e9b79 {{(pid=105686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:47:24.358095 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.359232 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0fef1820-f62a-4a18-8deb-f32715c0bf0b admin admin] 10.222.0.60 "DELETE /v2.0/routers/aff54694-eb70-4773-bc1e-e2c0b37e9b79 HTTP/1.1" status: 204 len: 168 time: 0.8260865 Jul 25 12:47:24.361793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51746) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:24.391189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-2fec48e9-1957-4dd8-986b-a91ff12851f2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:24.392655 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-2fec48e9-1957-4dd8-986b-a91ff12851f2 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0505638 Jul 25 12:47:24.409606 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Deleting subnet af7ab5c9-9918-472a-a3bd-228ebbe2b806 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:47:24.412903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Publish callbacks [] for subnet (af7ab5c9-9918-472a-a3bd-228ebbe2b806), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.448498 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (af7ab5c9-9918-472a-a3bd-228ebbe2b806), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.479711 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Deleting port c82f357c-9290-4145-9b37-868045fadfa7 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:24.479962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (c82f357c-9290-4145-9b37-868045fadfa7), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.525984 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (af7ab5c9-9918-472a-a3bd-228ebbe2b806), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.578707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] For port c82f357c-9290-4145-9b37-868045fadfa7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=c82f357c-9290-4145-9b37-868045fadfa7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:24.579069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (c82f357c-9290-4145-9b37-868045fadfa7), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.587741 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:24.588211 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (af7ab5c9-9918-472a-a3bd-228ebbe2b806), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.596107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Calling delete_port for c82f357c-9290-4145-9b37-868045fadfa7 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:24.614642 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7ab5c9-9918-472a-a3bd-228ebbe2b806,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:24.622440 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.625679 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-38bdf20e-7a83-4752-974b-c144e281868b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af7ab5c9-9918-472a-a3bd-228ebbe2b806 HTTP/1.1" status: 204 len: 168 time: 0.2628520 Jul 25 12:47:24.628059 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51748) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:24.632389 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c46ae0-b407-4625-948b-d1715bbb7a73 None None] Network e8b7886e-d2d0-4875-8552-7f131f7e068a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:47:24.653620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:24.776250 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c82f357c-9290-4145-9b37-868045fadfa7), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.781568 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25820eb-ee93-4790-b892-755fcb1714ce req-3de18068-b6d5-4ab2-b220-d9a623aac1a8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:24.783146 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e25820eb-ee93-4790-b892-755fcb1714ce req-3de18068-b6d5-4ab2-b220-d9a623aac1a8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=4821016c-e408-4c18-9334-8b5e11aa18d2 HTTP/1.1" status: 200 len: 945 time: 0.0773358 Jul 25 12:47:24.785994 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (e8b7886e-d2d0-4875-8552-7f131f7e068a), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.812490 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event deleted for resources: {'Port': ['ID=c82f357c-9290-4145-9b37-868045fadfa7,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:24.818130 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'c82f357c-9290-4145-9b37-868045fadfa7'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:24.866839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] No DVR routers for this DVR port c82f357c-9290-4145-9b37-868045fadfa7 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:24.869436 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.871223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Deleting port 9281f483-8c05-4ce1-844c-fed54ba0d57d {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:24.871626 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.873380 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6613006d-d2b6-41e5-a17a-a8256080d3fc req-7d937dfc-b67b-41eb-b737-b68d42f427fe tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "DELETE /v2.0/ports/c82f357c-9290-4145-9b37-868045fadfa7 HTTP/1.1" status: 204 len: 173 time: 0.4751663 Jul 25 12:47:24.874007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'name': 'network-vif-deleted', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:24.876501 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2a546-cfcf-4df9-8a85-a01ddec8164c" -d '{"events": [{"server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "name": "network-vif-deleted", "tag": "c82f357c-9290-4145-9b37-868045fadfa7"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:24.883430 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e25820eb-ee93-4790-b892-755fcb1714ce req-00b1bd89-e43a-482b-b06b-3318f0df7f56 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938272 Jul 25 12:47:24.930205 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaef88a-06c3-4a63-a4f1-cda8b079d0d9 x-openstack-request-id: req-9aaef88a-06c3-4a63-a4f1-cda8b079d0d9 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:24.930495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4821016c-e408-4c18-9334-8b5e11aa18d2", "name": "network-vif-deleted", "tag": "c82f357c-9290-4145-9b37-868045fadfa7", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:24.930741 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9aaef88a-06c3-4a63-a4f1-cda8b079d0d9 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:24.931142 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aaef88a-06c3-4a63-a4f1-cda8b079d0d9'] response: {'server_uuid': '4821016c-e408-4c18-9334-8b5e11aa18d2', 'name': 'network-vif-deleted', 'tag': 'c82f357c-9290-4145-9b37-868045fadfa7', 'status': 'completed', 'code': 200} Jul 25 12:47:24.951632 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:24.966602 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] For port 9281f483-8c05-4ce1-844c-fed54ba0d57d, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=9281f483-8c05-4ce1-844c-fed54ba0d57d,segment=NetworkSegment(d7775466-8070-42fb-b755-535da7e2fb34),segment_id=d7775466-8070-42fb-b755-535da7e2fb34)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:24.966964 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:24.976184 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:24.985026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Calling delete_port for 9281f483-8c05-4ce1-844c-fed54ba0d57d owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:25.014370 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] DHCP port deletion for e8b7886e-d2d0-4875-8552-7f131f7e068a request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:47:25.077393 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Deleting port 9281f483-8c05-4ce1-844c-fed54ba0d57d {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:25.077905 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.082053 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.108599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9281f483-8c05-4ce1-844c-fed54ba0d57d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:25.114300 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] No DVR routers for this DVR port 9281f483-8c05-4ce1-844c-fed54ba0d57d on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:25.143322 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 01d5975b-d4bd-42cd-bc75-9fa8df730696 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:25.176958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 01d5975b-d4bd-42cd-bc75-9fa8df730696 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:25.177226 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 01d5975b-d4bd-42cd-bc75-9fa8df730696 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:25.184114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] For port 9281f483-8c05-4ce1-844c-fed54ba0d57d, host dv-cinder-825492-28-iscsi, got binding levels [] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:25.184114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.198462 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Calling delete_port for 9281f483-8c05-4ce1-844c-fed54ba0d57d owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:25.202382 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.ipam_backend_mixin [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Port 9281f483-8c05-4ce1-844c-fed54ba0d57d was not found and therefore no delete operation was performed {{(pid=105687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 12:47:25.204388 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (9281f483-8c05-4ce1-844c-fed54ba0d57d), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.215341 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (e8b7886e-d2d0-4875-8552-7f131f7e068a), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.218567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] No DVR routers for this DVR port 9281f483-8c05-4ce1-844c-fed54ba0d57d on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:25.246013 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8668bd2-207a-4161-ad09-46a804061e23 None None] Pushing event deleted for resources: {'Port': ['ID=9281f483-8c05-4ce1-844c-fed54ba0d57d,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:25.246270 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b7886e-d2d0-4875-8552-7f131f7e068a']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:25.258598 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7775466-8070-42fb-b755-535da7e2fb34') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:25.258892 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7775466-8070-42fb-b755-535da7e2fb34') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:25.269676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (d7775466-8070-42fb-b755-535da7e2fb34), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.285778 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (d7775466-8070-42fb-b755-535da7e2fb34), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.294513 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:47:25.295185 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (d7775466-8070-42fb-b755-535da7e2fb34), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.341430 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment d7775466-8070-42fb-b755-535da7e2fb34 resource provider aggregate not found Jul 25 12:47:25.373893 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment d7775466-8070-42fb-b755-535da7e2fb34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7775466-8070-42fb-b755-535da7e2fb34 found for delete ", "request_id": "req-9de33723-7204-4483-b479-5f5d87ba79ca"}]} Jul 25 12:47:25.384154 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (e8b7886e-d2d0-4875-8552-7f131f7e068a), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.402714 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.408175 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e8b7886e-d2d0-4875-8552-7f131f7e068a HTTP/1.1" status: 204 len: 168 time: 0.7763541 Jul 25 12:47:25.408824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928fc15-2b64-4a0d-b8da-74a44ea574d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b7886e-d2d0-4875-8552-7f131f7e068a,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:25.525328 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51760) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:25.571431 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51762) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:25.572010 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c38e299d-bc2c-4370-8c59-2b74236cbdff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8260111bf70a4afab166caf5a4881931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450139 Jul 25 12:47:25.622166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Publish callbacks [] for security_group (bc40c693-034e-439f-a7b5-e9922e34bc30), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.644674 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Publish callbacks [] for security_group (bc40c693-034e-439f-a7b5-e9922e34bc30), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.692146 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bc40c693-034e-439f-a7b5-e9922e34bc30), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.694606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:25.695749 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc40c693-034e-439f-a7b5-e9922e34bc30 HTTP/1.1" status: 204 len: 168 time: 0.1230788 Jul 25 12:47:25.703771 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40c693-034e-439f-a7b5-e9922e34bc30,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:25.711064 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.712475 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.712818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.713155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.713482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.713811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.714400 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.714735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.715069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.715390 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.715715 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.716040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.716363 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.716681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:25.716995 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c17b16-aadf-4f6e-a0f4-b62766be70a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:26.030803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51772) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:26.075870 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-39a2f26c-3ac7-4e25-89ef-400cffaf7253 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84f6a81ab18042898f1762057c006de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435972 Jul 25 12:47:26.078326 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51776) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:26.144639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] Publish callbacks [] for security_group (bc023556-53b2-4ca0-8e38-e4cc74b907da), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:26.191028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] Publish callbacks [] for security_group (bc023556-53b2-4ca0-8e38-e4cc74b907da), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:26.198561 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15488-2aa5-4598-b039-f4728d17a0d5 req-42c438af-fd43-431d-a3fa-b301a6c3fbc8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:26.199802 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0dd15488-2aa5-4598-b039-f4728d17a0d5 req-42c438af-fd43-431d-a3fa-b301a6c3fbc8 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0708041 Jul 25 12:47:26.272341 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0dd15488-2aa5-4598-b039-f4728d17a0d5 req-5c16b04e-a1ba-4473-8233-0742c4a35c20 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Jul 25 12:47:26.286760 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bc023556-53b2-4ca0-8e38-e4cc74b907da), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:26.289991 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:26.291106 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc023556-53b2-4ca0-8e38-e4cc74b907da HTTP/1.1" status: 204 len: 168 time: 0.2111328 Jul 25 12:47:26.300848 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6416de-a153-47b2-9b88-a6fe6d755aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc023556-53b2-4ca0-8e38-e4cc74b907da,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:26.668084 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 9281f483-8c05-4ce1-844c-fed54ba0d57d no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:26.691786 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 9281f483-8c05-4ce1-844c-fed54ba0d57d {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:26.692135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 9281f483-8c05-4ce1-844c-fed54ba0d57d not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:26.692556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 376b0ca8-5743-4a62-b096-67ea963e6985 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:26.713135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 376b0ca8-5743-4a62-b096-67ea963e6985 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:26.713390 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 376b0ca8-5743-4a62-b096-67ea963e6985 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:27.140033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-97b51e95-482e-42e1-b2ae-afd39a31f805 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:27.141489 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-97b51e95-482e-42e1-b2ae-afd39a31f805 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0465646 Jul 25 12:47:27.227366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Deleting port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:27.227696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:27.241139 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:27.320982 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] For port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:27.321359 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:27.334429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Calling delete_port for 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:27.433001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0930c1-d9ac-465a-9421-020ac87ab5ab req-b9e43fcf-6036-49c7-8bd5-142653931574 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:27.434426 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df0930c1-d9ac-465a-9421-020ac87ab5ab req-b9e43fcf-6036-49c7-8bd5-142653931574 tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a2d814-e80f-4925-a7b9-079437015ea9 HTTP/1.1" status: 200 len: 945 time: 0.0851808 Jul 25 12:47:27.521568 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df0930c1-d9ac-465a-9421-020ac87ab5ab req-775f279e-643c-48c1-8e92-0b124f5b143f tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.60 "GET /v2.0/security-groups?id=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809357 Jul 25 12:47:27.543401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (374c317a-9ec5-4783-a0a0-3e363e8ecbb6), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:27.569855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Pushing event deleted for resources: {'Port': ['ID=374c317a-9ec5-4783-a0a0-3e363e8ecbb6,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:27.594956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['374c317a-9ec5-4783-a0a0-3e363e8ecbb6'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:27.600855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:27.617706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] No DVR routers for this DVR port 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:27.620281 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:27.623609 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a1a851e8-ae61-4933-9469-e18bcf925624 req-0085309f-6718-4dcc-8c62-7fa5884e6d8d tempest-ServerRescueNegativeTestJSON-1507662625 tempest-ServerRescueNegativeTestJSON-1507662625-project] 10.222.0.61 "DELETE /v2.0/ports/374c317a-9ec5-4783-a0a0-3e363e8ecbb6 HTTP/1.1" status: 204 len: 173 time: 0.4762483 Jul 25 12:47:27.624045 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'name': 'network-vif-deleted', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:27.626309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22a3192-fa2c-49b0-9de1-7426b9fc105e" -d '{"events": [{"server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "name": "network-vif-deleted", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:27.667582 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983590e-3cb7-4926-80dc-0677e282d369 x-openstack-request-id: req-0983590e-3cb7-4926-80dc-0677e282d369 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:27.667582 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2d814-e80f-4925-a7b9-079437015ea9", "name": "network-vif-deleted", "tag": "374c317a-9ec5-4783-a0a0-3e363e8ecbb6", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:27.667582 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0983590e-3cb7-4926-80dc-0677e282d369 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:27.667956 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0983590e-3cb7-4926-80dc-0677e282d369'] response: {'server_uuid': '21a2d814-e80f-4925-a7b9-079437015ea9', 'name': 'network-vif-deleted', 'tag': '374c317a-9ec5-4783-a0a0-3e363e8ecbb6', 'status': 'completed', 'code': 200} Jul 25 12:47:28.583385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51788) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:29.091370 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:29.103594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c82f357c-9290-4145-9b37-868045fadfa7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:29.123397 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: c82f357c-9290-4145-9b37-868045fadfa7 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:29.123737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device c82f357c-9290-4145-9b37-868045fadfa7 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:29.124156 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:29.142075 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:29.142419 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 374c317a-9ec5-4783-a0a0-3e363e8ecbb6 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:29.147011 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:29.181082 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:29.634727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Deleting port 47d95722-fd53-4ee1-97ed-4f07d35a1f26 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:29.635403 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:29.716126 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] For port 47d95722-fd53-4ee1-97ed-4f07d35a1f26, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=47d95722-fd53-4ee1-97ed-4f07d35a1f26,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:29.716479 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:29.728900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Calling delete_port for 47d95722-fd53-4ee1-97ed-4f07d35a1f26 owned by network:router_interface {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:29.774536 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:29.786196 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:29.906464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (47d95722-fd53-4ee1-97ed-4f07d35a1f26), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:29.929003 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=47d95722-fd53-4ee1-97ed-4f07d35a1f26,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:30.101632 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.199896 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:30.216150 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:30.320193 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Router 84b6854b-2b6d-4cd8-984b-a532e850eea2 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:30.423570 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:30.428698 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4e5faf26-3166-413d-9645-0947242adeaf admin admin] 10.222.0.60 "PUT /v2.0/routers/84b6854b-2b6d-4cd8-984b-a532e850eea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443043 Jul 25 12:47:30.431786 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51792) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:30.434376 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Sync routers for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:30.445273 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:30.445878 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:30.533036 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks [] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.545825 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:30.638755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks [] for router_gateway (84b6854b-2b6d-4cd8-984b-a532e850eea2), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.690432 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Deleting port 192ecc68-f067-4847-b3d5-86db72c9dad0 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:30.690776 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.722115 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:47:29Z', 'revision_number': 5, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port': {'id': '192ecc68-f067-4847-b3d5-86db72c9dad0', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:25Z', 'updated_at': '2022-07-25T12:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:30.750545 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Checking router: 84b6854b-2b6d-4cd8-984b-a532e850eea2 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:30.758846 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Routers {'84b6854b-2b6d-4cd8-984b-a532e850eea2'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:30.759441 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84b6854b-2b6d-4cd8-984b-a532e850eea2'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:30.772248 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] For port 192ecc68-f067-4847-b3d5-86db72c9dad0, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=192ecc68-f067-4847-b3d5-86db72c9dad0,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:30.772593 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.786349 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Calling delete_port for 192ecc68-f067-4847-b3d5-86db72c9dad0 owned by network:router_gateway {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:30.841398 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] Set router 84b6854b-2b6d-4cd8-984b-a532e850eea2 gateway port host: None {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:30.889260 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:47:30Z', 'revision_number': 6, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:30.918108 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52804582-74dd-45a1-9cd6-efba73f2ea52 None None] The sync data for ids ['84b6854b-2b6d-4cd8-984b-a532e850eea2'] in dv-cinder-825492-28-iscsi is: [{'id': '84b6854b-2b6d-4cd8-984b-a532e850eea2', 'name': 'tempest-ServerRescueNegativeTestJSON-206270704-router', 'tenant_id': '3b0ca10639aa47dea81db9799273acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:24Z', 'updated_at': '2022-07-25T12:47:30Z', 'revision_number': 6, 'project_id': '3b0ca10639aa47dea81db9799273acba', 'gw_port_host': None}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:30.960439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (192ecc68-f067-4847-b3d5-86db72c9dad0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:30.989942 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=192ecc68-f067-4847-b3d5-86db72c9dad0,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:31.052926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.077021 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:31.141899 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.144124 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks [] for router_controller (84b6854b-2b6d-4cd8-984b-a532e850eea2), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.146761 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:31.187259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (84b6854b-2b6d-4cd8-984b-a532e850eea2), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.187894 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b6854b-2b6d-4cd8-984b-a532e850eea2 {{(pid=105686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:47:31.192133 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.193271 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-22a60b4b-3d5d-4c9e-bd21-756bfd850e7a admin admin] 10.222.0.60 "DELETE /v2.0/routers/84b6854b-2b6d-4cd8-984b-a532e850eea2 HTTP/1.1" status: 204 len: 168 time: 0.7605808 Jul 25 12:47:31.196464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51794) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:31.245407 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Deleting subnet 83cc1de7-c231-4d3f-bc12-b6842fab505d {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:47:31.248808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Publish callbacks [] for subnet (83cc1de7-c231-4d3f-bc12-b6842fab505d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.285856 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (83cc1de7-c231-4d3f-bc12-b6842fab505d), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.369690 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (83cc1de7-c231-4d3f-bc12-b6842fab505d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.427084 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (83cc1de7-c231-4d3f-bc12-b6842fab505d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.461427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cc1de7-c231-4d3f-bc12-b6842fab505d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:31.464891 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.468035 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1d15ee45-69d5-45e6-954b-7da9769531bf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/83cc1de7-c231-4d3f-bc12-b6842fab505d HTTP/1.1" status: 204 len: 168 time: 0.2706280 Jul 25 12:47:31.470670 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51796) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:31.473179 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd3074-b38e-42f8-b55a-e7c76e626236 None None] Network 9f36add4-a98d-4ec2-a004-7819cfb577b7 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:47:31.539828 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (9f36add4-a98d-4ec2-a004-7819cfb577b7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.588267 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Deleting port b3a0ae59-6439-43d0-9350-9946307d47d7 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:31.588643 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.653575 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] For port b3a0ae59-6439-43d0-9350-9946307d47d7, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b3a0ae59-6439-43d0-9350-9946307d47d7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:31.654316 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.667951 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Calling delete_port for b3a0ae59-6439-43d0-9350-9946307d47d7 owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:31.683294 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] DHCP port deletion for 9f36add4-a98d-4ec2-a004-7819cfb577b7 request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:47:31.728734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Deleting port b3a0ae59-6439-43d0-9350-9946307d47d7 {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:47:31.729162 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.752974 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.776154 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a0ae59-6439-43d0-9350-9946307d47d7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:31.786999 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] No DVR routers for this DVR port b3a0ae59-6439-43d0-9350-9946307d47d7 on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:31.790105 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:31.795764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] For port b3a0ae59-6439-43d0-9350-9946307d47d7, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b3a0ae59-6439-43d0-9350-9946307d47d7,segment=NetworkSegment(1e24ab7f-97e5-4e7c-b36b-426af8dd4d54),segment_id=1e24ab7f-97e5-4e7c-b36b-426af8dd4d54)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:31.796160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.809955 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Calling delete_port for b3a0ae59-6439-43d0-9350-9946307d47d7 owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:47:31.866870 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (9f36add4-a98d-4ec2-a004-7819cfb577b7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.892634 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f36add4-a98d-4ec2-a004-7819cfb577b7']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:31.894146 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (b3a0ae59-6439-43d0-9350-9946307d47d7), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.902842 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:31.903131 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e24ab7f-97e5-4e7c-b36b-426af8dd4d54') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:31.913439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (1e24ab7f-97e5-4e7c-b36b-426af8dd4d54), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.918634 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] Pushing event deleted for resources: {'Port': ['ID=b3a0ae59-6439-43d0-9350-9946307d47d7,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:31.924336 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5467e9b-29cc-4519-9fd1-164e8a18c4d9 None None] No DVR routers for this DVR port b3a0ae59-6439-43d0-9350-9946307d47d7 on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:47:31.937375 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (1e24ab7f-97e5-4e7c-b36b-426af8dd4d54), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.944651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:47:31.945090 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (1e24ab7f-97e5-4e7c-b36b-426af8dd4d54), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:31.986214 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 1e24ab7f-97e5-4e7c-b36b-426af8dd4d54 resource provider aggregate not found Jul 25 12:47:32.005513 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 1e24ab7f-97e5-4e7c-b36b-426af8dd4d54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e24ab7f-97e5-4e7c-b36b-426af8dd4d54 found for delete ", "request_id": "req-23436122-6591-4d44-805c-2ae6c1b1b7d8"}]} Jul 25 12:47:32.008102 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:32.014359 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (9f36add4-a98d-4ec2-a004-7819cfb577b7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.020006 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.023071 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] 10.222.0.60 "DELETE /v2.0/networks/9f36add4-a98d-4ec2-a004-7819cfb577b7 HTTP/1.1" status: 204 len: 168 time: 0.5512424 Jul 25 12:47:32.034771 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d5762-0a4d-4f9a-8e6f-ba4ba3eb6dae admin admin] Pushing event deleted for resources: {'Network': ['ID=9f36add4-a98d-4ec2-a004-7819cfb577b7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:32.196328 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51806) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:32.243490 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-a9029295-3843-4887-92d1-9ea49cc07bc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b0ca10639aa47dea81db9799273acba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459933 Jul 25 12:47:32.246187 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51808) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:32.293110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:32.300838 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] Publish callbacks [] for security_group (4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.324039 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] Publish callbacks [] for security_group (4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.371322 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.373758 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:32.374930 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d HTTP/1.1" status: 204 len: 168 time: 0.1278403 Jul 25 12:47:32.382591 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78348cb2-6f11-4874-88df-31fea32aa3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2c1a6-bc4e-4621-9b36-4a4a7e2f0c1d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:32.665513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 47d95722-fd53-4ee1-97ed-4f07d35a1f26 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:32.685394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 47d95722-fd53-4ee1-97ed-4f07d35a1f26 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:32.685736 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 47d95722-fd53-4ee1-97ed-4f07d35a1f26 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:32.686178 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b3a0ae59-6439-43d0-9350-9946307d47d7 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:32.704524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: b3a0ae59-6439-43d0-9350-9946307d47d7 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:32.704869 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b3a0ae59-6439-43d0-9350-9946307d47d7 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:32.705285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 192ecc68-f067-4847-b3d5-86db72c9dad0 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:47:32.727526 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 192ecc68-f067-4847-b3d5-86db72c9dad0 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:47:32.727876 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 192ecc68-f067-4847-b3d5-86db72c9dad0 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:47:33.098577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51830) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:33.197092 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1504120323-network', 'tenant_id': '47ad60e5634942149abd3837dc89a019'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:33.217647 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Made reservation on behalf of 47ad60e5634942149abd3837dc89a019 for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:47:33.219946 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.228385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.304110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks [] for security_group (1d2385c3-c0ff-452c-be82-2d821b586f63), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.308222 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (1d2385c3-c0ff-452c-be82-2d821b586f63), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.333144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:47:33.343423 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2385c3-c0ff-452c-be82-2d821b586f63,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:33.348217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (c08fd9c7-a18a-497a-b501-5354b92d0625), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.348553 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Added segment c08fd9c7-a18a-497a-b501-5354b92d0625 of type vlan for network a6ac7a57-2196-497c-a362-e349cd689a47 Jul 25 12:47:33.389482 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (a6ac7a57-2196-497c-a362-e349cd689a47), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.413292 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (a6ac7a57-2196-497c-a362-e349cd689a47), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.414892 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:33.415406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.479969 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3802779 Jul 25 12:47:33.483182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51834) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:33.488249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Request body: {'subnet': {'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1504120323-subnet', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:33.491690 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053c31-eb76-4674-ad6f-252541ec74bf admin admin] Pushing event updated for resources: {'Network': ['ID=a6ac7a57-2196-497c-a362-e349cd689a47,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:33.501787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network a6ac7a57-2196-497c-a362-e349cd689a47 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:47:33.510516 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Made reservation on behalf of 47ad60e5634942149abd3837dc89a019 for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:47:33.512891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4496554'] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.687085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4207001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4496536'] for subnet (84804620-b920-4a8c-b91f-3b1f01490fdb), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.745011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Pushing event updated for resources: {'Subnet': ['ID=84804620-b920-4a8c-b91f-3b1f01490fdb,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:33.757690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Checking segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:47:33.758088 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Network hostable DHCP agents. Network: a6ac7a57-2196-497c-a362-e349cd689a47, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:47:33.776469 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Network a6ac7a57-2196-497c-a362-e349cd689a47 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:47:33.786322 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, a6ac7a57-2196-497c-a362-e349cd689a47) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:33.791028 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:33.791721 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.795950 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a0cba-0295-44e5-a43f-d87841c2e232 None None] Network a6ac7a57-2196-497c-a362-e349cd689a47 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:47:33.809481 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-51b54df8-50de-49b6-a7bd-6c3013e3cace admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3251402 Jul 25 12:47:33.812335 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51836) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:33.816641 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:33.837931 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.839087 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.859772 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:33.894304 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for router_controller (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:33.910413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-a6ac7a57-2196-497c-a362-e349cd689a47', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:47:33.911536 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.037806 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for router_gateway (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.054998 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Allocated IP 172.20.0.2 (a6ac7a57-2196-497c-a362-e349cd689a47/84804620-b920-4a8c-b91f-3b1f01490fdb/32b1c463-9496-466b-b934-72a8850e9f23) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:47:34.125099 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:34.206888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks [] for port (32b1c463-9496-466b-b934-72a8850e9f23), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.214620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (32b1c463-9496-466b-b934-72a8850e9f23), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.222188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:34.235728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for router_gateway (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.256449 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.263451 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Network a6ac7a57-2196-497c-a362-e349cd689a47 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:34.267324 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Pushing event updated for resources: {'Port': ['ID=32b1c463-9496-466b-b934-72a8850e9f23,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:34.271051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:34.273141 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:47:34.329965 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Attempting to bind port 32b1c463-9496-466b-b934-72a8850e9f23 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:47:34.330247 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Attempting to bind port 32b1c463-9496-466b-b934-72a8850e9f23 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:47:34.330612 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Attempting to bind port 32b1c463-9496-466b-b934-72a8850e9f23 on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:47:34.335861 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:47:34.336748 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Checking segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:47:34.337160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.337552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Bound using segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:47:34.338058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Bound port: 32b1c463-9496-466b-b934-72a8850e9f23, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:47:34.338446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (32b1c463-9496-466b-b934-72a8850e9f23), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.366724 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Allocated IP 172.27.1.215 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/08bf0d45-9da2-4de0-9c28-c0c53b7b2871) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:47:34.407082 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] For port 32b1c463-9496-466b-b934-72a8850e9f23, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:47:34.410443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] For port 32b1c463-9496-466b-b934-72a8850e9f23, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=32b1c463-9496-466b-b934-72a8850e9f23,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:47:34.416285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (32b1c463-9496-466b-b934-72a8850e9f23), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.447233 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:34.475903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318e4f-bc03-454a-9b20-5bd8be2834b9 None None] Pushing event updated for resources: {'Port': ['ID=32b1c463-9496-466b-b934-72a8850e9f23,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:34.488576 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.524480 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.565946 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:34.569190 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:34.573955 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:47:34.596831 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Pushing event updated for resources: {'Port': ['ID=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:34.679278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.767857 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 32b1c463-9496-466b-b934-72a8850e9f23 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:34.843037 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 32b1c463-9496-466b-b934-72a8850e9f23 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:34.843701 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (32b1c463-9496-466b-b934-72a8850e9f23), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.898641 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for router_gateway (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.937246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 32b1c463-9496-466b-b934-72a8850e9f23 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:34.937883 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (32b1c463-9496-466b-b934-72a8850e9f23), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:34.982181 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 32b1c463-9496-466b-b934-72a8850e9f23, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=32b1c463-9496-466b-b934-72a8850e9f23,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:34.986951 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (32b1c463-9496-466b-b934-72a8850e9f23), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:35.013560 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:35.037117 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=32b1c463-9496-466b-b934-72a8850e9f23,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:35.099337 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:35.394926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:35.436492 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc7e6f-1d35-4f5a-b727-1e031d2b5e06 None None] Network a6ac7a57-2196-497c-a362-e349cd689a47 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:47:35.449124 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:35.496199 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:47:35.614114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:35.630407 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:35.639752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b8699808-04de-4fa0-b578-3b0cf4b200da None None] Provisioning complete for port 32b1c463-9496-466b-b934-72a8850e9f23 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:35.640158 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b8699808-04de-4fa0-b578-3b0cf4b200da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (32b1c463-9496-466b-b934-72a8850e9f23), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:35.643458 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:35.645580 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c040e777-5743-435f-8d1c-9d30a7d2f771 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8320072 Jul 25 12:47:35.649556 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51838) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:35.676583 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:35.677073 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:35.845997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:35.862466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:35.865081 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b8699808-04de-4fa0-b578-3b0cf4b200da None None] Current status of the port 32b1c463-9496-466b-b934-72a8850e9f23 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:36.053318 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:34Z', 'revision_number': 3, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:36.087253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:36.087528 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Updating router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:47:36.116871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-2c184bb0-d810-4537-90a3-dd8b50b5bb30 None None] Provisioning complete for port 32b1c463-9496-466b-b934-72a8850e9f23 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:36.117748 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2c184bb0-d810-4537-90a3-dd8b50b5bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (32b1c463-9496-466b-b934-72a8850e9f23), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.120138 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.120888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:36.122954 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:36.149563 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.290918 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Allocated IP 172.20.0.1 (a6ac7a57-2196-497c-a362-e349cd689a47/84804620-b920-4a8c-b91f-3b1f01490fdb/d28423f5-631b-4e0a-b5f3-2fe9f24e6361) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:47:36.314593 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-2c184bb0-d810-4537-90a3-dd8b50b5bb30 None None] Current status of the port 32b1c463-9496-466b-b934-72a8850e9f23 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:36.407806 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks [] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.444611 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.461994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:36.479653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks [] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.484805 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.494741 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Network a6ac7a57-2196-497c-a362-e349cd689a47 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:36.501047 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:36.503448 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:47:36.506502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Pushing event updated for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:36.543536 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37a3a-a690-40de-97de-3ba46eb3343c None None] Pushing event updated for resources: {'Port': ['ID=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:36.545825 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Attempting to bind port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:47:36.546070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.546249 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Attempting to bind port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:47:36.546569 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Attempting to bind port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:47:36.553135 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:47:36.553517 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:47:36.553939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.554322 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:47:36.555349 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Bound port: 08bf0d45-9da2-4de0-9c28-c0c53b7b2871, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:47:36.555733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.618660 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] For port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:47:36.622406 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] For port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:47:36.633060 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.695879 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:36.696645 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:36.719170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.743616 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 32b1c463-9496-466b-b934-72a8850e9f23 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:36.765740 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37a3a-a690-40de-97de-3ba46eb3343c None None] Pushing event updated for resources: {'Port': ['ID=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:36.800071 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:36.861522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-472426d3-99d6-4604-9322-57a3a35aad27 None None] Provisioning complete for port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:36.861893 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-472426d3-99d6-4604-9322-57a3a35aad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.890362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 32b1c463-9496-466b-b934-72a8850e9f23 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:36.891089 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (32b1c463-9496-466b-b934-72a8850e9f23), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.895469 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:36.917676 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:36.924179 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks [] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.929727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:36.968294 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-472426d3-99d6-4604-9322-57a3a35aad27 None None] Port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:47:37.015472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Pushing event updated for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:37.017925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:37.072700 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:37.116351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Network a6ac7a57-2196-497c-a362-e349cd689a47 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:37.117782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:37.127566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 32b1c463-9496-466b-b934-72a8850e9f23 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:37.192025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:37.220475 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11fa8-351e-4b4f-877c-28c58e1bfa19 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:37.269614 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:37.395160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-9faffef4-77b4-4bbe-bf23-476762d21316 None None] Provisioning complete for port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:37.395495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-9faffef4-77b4-4bbe-bf23-476762d21316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:37.397345 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:37.403948 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f3cb3f62-fbf0-4163-8201-4af83e0c4137 admin admin] 10.222.0.60 "PUT /v2.0/routers/3bb1292b-a5b7-4431-8141-fc3c64e9fc7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524686 Jul 25 12:47:37.594699 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-9faffef4-77b4-4bbe-bf23-476762d21316 None None] Port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:47:37.854041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51848) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:37.858833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145235556', 'description': 'tempest-description--2060793226'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:37.884024 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:37.973401 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (642de9ec-3ca9-493d-aac0-809962997174), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:37.984888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (642de9ec-3ca9-493d-aac0-809962997174), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.027490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.031880 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1736872 Jul 25 12:47:38.032152 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 51850) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:38.036677 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group_rule': {'security_group_id': '642de9ec-3ca9-493d-aac0-809962997174', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:38.041202 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f6f3-b430-4af2-bb34-e1e0a4f03747 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642de9ec-3ca9-493d-aac0-809962997174,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:38.073683 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (e538adf3-ae81-4755-8baf-ae4508ec32aa), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.156338 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (e538adf3-ae81-4755-8baf-ae4508ec32aa), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.160217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (e538adf3-ae81-4755-8baf-ae4508ec32aa), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.188371 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e538adf3-ae81-4755-8baf-ae4508ec32aa,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:38.194354 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.198906 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5c859f28-bbeb-46d9-8aa7-dc289d486ada tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657794 Jul 25 12:47:38.199115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51852) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:38.206441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group_rule': {'security_group_id': '642de9ec-3ca9-493d-aac0-809962997174', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:38.240467 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (388b7273-6987-49c3-b2b6-5a8da093d7b9), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.319203 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (388b7273-6987-49c3-b2b6-5a8da093d7b9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.324147 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (388b7273-6987-49c3-b2b6-5a8da093d7b9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.344471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388b7273-6987-49c3-b2b6-5a8da093d7b9,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:38.355220 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.358518 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-aa2597ad-826c-4b4d-b211-45d35e97d10d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573498 Jul 25 12:47:38.360080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51854) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:38.367542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:38.392647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.489984 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.584196 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:38.613143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Allocated IP 172.27.1.98 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/6e4a2995-6d11-4bcc-98a0-bd3786f99a03) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:47:38.708071 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:38.735975 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:38.769461 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.776499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:38.783667 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:38.783986 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.809414 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.857744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:38.861001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:38.864888 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:47:38.867755 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:38.868137 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.889643 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=6e4a2995-6d11-4bcc-98a0-bd3786f99a03,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:38.891328 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:38.897728 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:38.965362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:38.976242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.017505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.201339 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.210334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.291102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=6e4a2995-6d11-4bcc-98a0-bd3786f99a03,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:39.300144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.316871 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:39.318200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c08d56d1-73db-4c9a-8697-9840809e54e2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9562635 Jul 25 12:47:39.545739 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:39.556994 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:39.557626 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:39.750017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:39.761879 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:39.763982 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-442f547d-2a94-4a1c-96aa-d7b233ba4245 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1145235556&fields=id&tenant_id=47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 267 time: 0.3176479 Jul 25 12:47:39.881154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3c93d4a1-dce4-4ae6-bdf1-e79b0fe39c8c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:39.883141 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3c93d4a1-dce4-4ae6-bdf1-e79b0fe39c8c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 811 time: 0.1118114 Jul 25 12:47:39.903624 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3a4e0f46-c7a8-481e-bb13-9b6f23458120 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/quotas/47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 375 time: 0.0147088 Jul 25 12:47:39.962507 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-4e93f305-1d20-4f73-9a85-043b5552a5dd tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532327 Jul 25 12:47:39.970863 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 2, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:40.001826 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:40.002209 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Updating router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:47:40.031754 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.070539 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-f4eaca3e-99e2-4c55-96ef-1ae3d63186d1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963416 Jul 25 12:47:40.136347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:40.179046 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-fc110f54-48e8-45d3-843b-8c9ff42cd849 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003118 Jul 25 12:47:40.215419 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:40.245250 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:40.323686 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks [] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.330581 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.386110 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Pushing event updated for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:40.402245 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a42bee19-1e8f-4c70-8fca-abad6ab0aa38 req-3aa5dd03-69b1-42c6-a923-b54d84e4a408 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 210 time: 0.0482821 Jul 25 12:47:40.403640 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.404392 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.404834 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.405240 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.405903 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.406295 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.406717 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.407112 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.407533 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.407871 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.408273 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.408731 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.409292 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.409830 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.410391 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:40.477053 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Attempting to bind port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:47:40.477615 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Attempting to bind port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:47:40.478203 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Attempting to bind port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:47:40.487474 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:47:40.490661 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Checking segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:47:40.491349 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.492593 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Bound using segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:47:40.492725 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Bound port: d28423f5-631b-4e0a-b5f3-2fe9f24e6361, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:47:40.493141 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.567011 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] For port d28423f5-631b-4e0a-b5f3-2fe9f24e6361, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:47:40.574290 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] For port d28423f5-631b-4e0a-b5f3-2fe9f24e6361, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:47:40.581598 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.641744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Provisioning complete for port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:40.642388 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.652325 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38250b-ee5a-4693-85e0-88d1046f75b8 None None] Pushing event updated for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:40.673516 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:40.674223 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:40.761863 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Current status of the port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:40.762612 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.784216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:40.805639 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:40.831733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] For port d28423f5-631b-4e0a-b5f3-2fe9f24e6361, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:40.841133 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.880136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:40.880509 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.942059 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df1e15-d86b-4b56-9a8d-0e5fab405bbd None None] Pushing event updated for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:40.967881 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1551cc3c-1350-42d2-ab40-711ea6eb9379 None None] Provisioning complete for port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:40.968246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1551cc3c-1350-42d2-ab40-711ea6eb9379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:40.969811 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:41.038344 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:41.063604 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:41.082534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1551cc3c-1350-42d2-ab40-711ea6eb9379 None None] Current status of the port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:41.089817 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd7c8dd-77cd-4c83-b93a-0e9d08d62c34 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:41.508806 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d0130d2e-cff8-4e70-85a8-e98c555b8886 req-61f7ad6f-2bc9-4994-9ae9-b617e5ec8612 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 210 time: 0.0350173 Jul 25 12:47:41.626099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-4b27601b-3f3c-4c5d-8d6f-3a0abc10bf86 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:41.627565 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-4b27601b-3f3c-4c5d-8d6f-3a0abc10bf86 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 811 time: 0.1142125 Jul 25 12:47:41.703652 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-c96d7ccb-675b-4b3c-aa59-4a725f1131ff tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 380 time: 0.0599043 Jul 25 12:47:41.822219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'port': {'device_id': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'admin_state_up': True, 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'security_groups': ['642de9ec-3ca9-493d-aac0-809962997174']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:41.928483 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Made reservation on behalf of 47ad60e5634942149abd3837dc89a019 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:47:41.932428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.061018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Allocated IP 172.20.0.12 (a6ac7a57-2196-497c-a362-e349cd689a47/84804620-b920-4a8c-b91f-3b1f01490fdb/b9ef35c2-defa-4487-823c-a24a086924a2) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:47:42.150697 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:42.213694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (b9ef35c2-defa-4487-823c-a24a086924a2), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.244935 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.289494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Network a6ac7a57-2196-497c-a362-e349cd689a47 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:47:42.292840 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:47:42.296618 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:47:42.319878 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:42.354913 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:42.355520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.376926 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-3447a9a1-6b08-4a0c-a292-312ee6fa2e8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591397 Jul 25 12:47:42.395496 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Request body: {'port': {'device_id': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:42.430964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:42.459463 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.513708 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-187cf28b-ad1b-4aee-a763-d1b311519bd0 None None] Provisioning complete for port b9ef35c2-defa-4487-823c-a24a086924a2 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:42.514322 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-187cf28b-ad1b-4aee-a763-d1b311519bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.547099 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-187cf28b-ad1b-4aee-a763-d1b311519bd0 None None] Port b9ef35c2-defa-4487-823c-a24a086924a2 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:47:42.632106 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3116b-663d-40b7-b123-69cbd1c08576 req-3b4c46e1-1907-4287-b847-0c1886295408 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:42.633664 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ad3116b-663d-40b7-b123-69cbd1c08576 req-3b4c46e1-1907-4287-b847-0c1886295408 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 932 time: 0.0509305 Jul 25 12:47:42.689906 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7ad3116b-663d-40b7-b123-69cbd1c08576 req-b4c345d3-3ae6-4eb2-840c-4a1b183bb9c2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476532 Jul 25 12:47:42.707936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device d28423f5-631b-4e0a-b5f3-2fe9f24e6361 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:42.740070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ef35c2-defa-4487-823c-a24a086924a2 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:47:42.747892 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks [] for port (b9ef35c2-defa-4487-823c-a24a086924a2), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.753866 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:42.754276 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.761812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Transition to ACTIVE for port object b9ef35c2-defa-4487-823c-a24a086924a2 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:47:42.766567 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.817010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:42.834635 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:42.897672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Attempting to bind port b9ef35c2-defa-4487-823c-a24a086924a2 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:47:42.898572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Attempting to bind port b9ef35c2-defa-4487-823c-a24a086924a2 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:47:42.898902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Attempting to bind port b9ef35c2-defa-4487-823c-a24a086924a2 on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:47:42.903873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Port b9ef35c2-defa-4487-823c-a24a086924a2 on network a6ac7a57-2196-497c-a362-e349cd689a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:47:42.904193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Attempting to bind port b9ef35c2-defa-4487-823c-a24a086924a2 on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:47:42.909521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:47:42.909784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Checking segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:47:42.910192 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Bound using segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:47:42.910618 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Bound port: b9ef35c2-defa-4487-823c-a24a086924a2, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:47:42.910971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:42.975298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:42.978727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:47:42.981929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b9ef35c2-defa-4487-823c-a24a086924a2,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:47:42.988927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:43.024508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:43.025126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:43.026539 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] 10.222.0.61 "PUT /v2.0/ports/b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 1094 time: 0.6354206 Jul 25 12:47:43.026972 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:43.029185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7154707c-49da-4f28-9205-c0dce865ad07" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:43.059929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e49ed-aab2-4288-b9e5-9b243cc55c3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:43.084210 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7774db1-9831-407b-b5c6-86a771a39129 x-openstack-request-id: req-e7774db1-9831-407b-b5c6-86a771a39129 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:43.084498 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:43.084751 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7774db1-9831-407b-b5c6-86a771a39129 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:43.085159 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7774db1-9831-407b-b5c6-86a771a39129'] response: {'name': 'network-changed', 'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'status': 'completed', 'code': 200} Jul 25 12:47:43.164730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-26820e68-fe69-402f-a92a-39ff05f4fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:43.166227 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-26820e68-fe69-402f-a92a-39ff05f4fa46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1128 time: 0.0463126 Jul 25 12:47:43.211813 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-d6e01eef-ad03-4b73-a362-f0d7b332a0a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 217 time: 0.0338004 Jul 25 12:47:43.265520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-124d39e1-c58c-4228-ab4c-4777f6a32322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:43.266979 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-124d39e1-c58c-4228-ab4c-4777f6a32322 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0495799 Jul 25 12:47:43.312324 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-23e29cf9-4678-45d2-b586-5f1572b9151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:43.313816 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-23e29cf9-4678-45d2-b586-5f1572b9151e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401504 Jul 25 12:47:43.401765 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-5043f65d-afae-400d-ae2e-4b7b3689ae15 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820906 Jul 25 12:47:43.462850 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:43.496971 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a228e926-5e30-4e1e-ad3f-42ba5811574e req-f5329982-3e45-4213-b252-31fc8b73a1bc service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890799 Jul 25 12:47:43.823426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305720-0c2c-4f79-a56e-684e010c2544 req-9a1247b7-4537-49f4-b3d0-96c639b319f2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:43.824957 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-98305720-0c2c-4f79-a56e-684e010c2544 req-9a1247b7-4537-49f4-b3d0-96c639b319f2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 944 time: 0.0522449 Jul 25 12:47:43.872011 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-98305720-0c2c-4f79-a56e-684e010c2544 req-9dba36c1-7b52-4e82-9c38-ef77433bfd8a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Jul 25 12:47:44.991079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178219-fd24-4810-bf46-7dd4dc91d73c req-f257a808-6940-4f7c-9e07-cfc2662781f9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:44.992513 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-60178219-fd24-4810-bf46-7dd4dc91d73c req-f257a808-6940-4f7c-9e07-cfc2662781f9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 944 time: 0.0476720 Jul 25 12:47:45.039193 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-60178219-fd24-4810-bf46-7dd4dc91d73c req-d7e00f43-5297-42e4-bd52-242b67319f9f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Jul 25 12:47:45.990503 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154707c-49da-4f28-9205-c0dce865ad07 req-bde340c0-de4c-4edc-a80a-a53d28175f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:45.992024 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-bde340c0-de4c-4edc-a80a-a53d28175f52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1128 time: 0.0434146 Jul 25 12:47:46.081886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154707c-49da-4f28-9205-c0dce865ad07 req-f8f3adc2-1171-4b3c-a6f8-1909697a0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:46.083389 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-f8f3adc2-1171-4b3c-a6f8-1909697a0904 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0856907 Jul 25 12:47:46.127611 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-cd24dca8-83da-469b-8172-ed23fa8012b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Jul 25 12:47:46.158619 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d173c-98f6-4844-acb7-ddb7618ff7cc req-a0c1708e-68a9-44b9-a2cf-2da147af00be tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:46.160336 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-516d173c-98f6-4844-acb7-ddb7618ff7cc req-a0c1708e-68a9-44b9-a2cf-2da147af00be tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 944 time: 0.0485711 Jul 25 12:47:46.178026 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154707c-49da-4f28-9205-c0dce865ad07 req-45c7e8f2-b4e5-4d0b-8bca-822b960f8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:46.179502 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-45c7e8f2-b4e5-4d0b-8bca-822b960f8537 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0451899 Jul 25 12:47:46.208774 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-516d173c-98f6-4844-acb7-ddb7618ff7cc req-1212c2b4-d620-4270-bdc7-a8c0a2452d22 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Jul 25 12:47:46.224360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154707c-49da-4f28-9205-c0dce865ad07 req-90ff0324-b25b-4727-8f47-40f5c2f0bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:46.225852 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-90ff0324-b25b-4727-8f47-40f5c2f0bda6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401490 Jul 25 12:47:46.318211 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-bb5c7c70-9c64-41bf-94ef-ede313b41cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854578 Jul 25 12:47:46.409184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7154707c-49da-4f28-9205-c0dce865ad07 req-4dbca695-942c-4400-8b82-bee7c2914b22 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Jul 25 12:47:47.083416 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device b9ef35c2-defa-4487-823c-a24a086924a2 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:47:47.140920 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:47.186251 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b9ef35c2-defa-4487-823c-a24a086924a2,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:47.197487 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'port_id': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'mac_address': 'fa:16:3e:31:92:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:47:47.231784 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port b9ef35c2-defa-4487-823c-a24a086924a2 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:47.232167 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:47.245336 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ef35c2-defa-4487-823c-a24a086924a2 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:47:47.265441 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b9ef35c2-defa-4487-823c-a24a086924a2,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:47.268475 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:47.314482 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:47.321560 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.321975 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.322493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.322644 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.322980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.323303 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.323626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.323949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.324270 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.324591 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.324912 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.325231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.325549 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.325864 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.326218 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:47:47.327699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651344ca-8ba8-43d9-926f-7276f967cd2d req-89b9d433-5a1c-4d90-aed8-b617f5bbc00e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:47.329903 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-651344ca-8ba8-43d9-926f-7276f967cd2d req-89b9d433-5a1c-4d90-aed8-b617f5bbc00e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 945 time: 0.0471992 Jul 25 12:47:47.364668 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:47.381544 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-651344ca-8ba8-43d9-926f-7276f967cd2d req-91150e31-aa6e-4a14-87da-7b10672115a3 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Jul 25 12:47:47.721653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['b9ef35c2-defa-4487-823c-a24a086924a2'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:47:47.893784 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-949b5fbc-5183-47ba-9e65-33a70c8a988a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:48.497199 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cd9ad-8a16-48be-b90a-a115e69c73dd req-874b9208-d3a5-407b-b4de-20429394984b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:48.498683 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ef6cd9ad-8a16-48be-b90a-a115e69c73dd req-874b9208-d3a5-407b-b4de-20429394984b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 945 time: 0.0470555 Jul 25 12:47:48.509680 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:48.517342 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:48.552596 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ef6cd9ad-8a16-48be-b90a-a115e69c73dd req-1994331a-83d1-4eb8-9bf5-4a6ffbf94732 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483277 Jul 25 12:47:49.076990 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device b9ef35c2-defa-4487-823c-a24a086924a2 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:47:49.107893 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:49.122361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port b9ef35c2-defa-4487-823c-a24a086924a2 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:47:49.128349 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port b9ef35c2-defa-4487-823c-a24a086924a2 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:47:49.128729 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:49.202937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port b9ef35c2-defa-4487-823c-a24a086924a2 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:47:49.203325 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:49.225224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:49.228021 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3260f-2bc6-41db-bfd4-58ed6ad5a1aa" -d '{"events": [{"server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "name": "network-vif-plugged", "status": "completed", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:49.240834 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b9ef35c2-defa-4487-823c-a24a086924a2,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:47:49.245665 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:49.267569 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04412d7-f998-4372-b4a5-01276fe6e111 x-openstack-request-id: req-f04412d7-f998-4372-b4a5-01276fe6e111 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:49.267865 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "name": "network-vif-plugged", "status": "completed", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:49.268114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f04412d7-f998-4372-b4a5-01276fe6e111 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:49.268501 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04412d7-f998-4372-b4a5-01276fe6e111'] response: {'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'code': 200} Jul 25 12:47:49.293259 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:47:49.471054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b247a3-7150-4a1c-868d-df7dd34ad54a req-4c1f8c7c-bfb0-43bd-8b75-02a0777f798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:49.472445 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97b247a3-7150-4a1c-868d-df7dd34ad54a req-4c1f8c7c-bfb0-43bd-8b75-02a0777f798e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0385811 Jul 25 12:47:49.515359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-97b247a3-7150-4a1c-868d-df7dd34ad54a req-63617414-6dff-4072-8a69-eb09adcb25fb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365977 Jul 25 12:47:49.672503 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91621cae-5a8d-4d9e-b463-480a6b63afec req-0ffcb700-bb09-4329-a7fb-21044e6f0047 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:49.673993 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-91621cae-5a8d-4d9e-b463-480a6b63afec req-0ffcb700-bb09-4329-a7fb-21044e6f0047 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0467207 Jul 25 12:47:49.719675 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-91621cae-5a8d-4d9e-b463-480a6b63afec req-94e1af4b-79c2-44fd-a853-fb89d54b8395 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Jul 25 12:47:50.201700 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf63d-c59b-40d0-bc5f-25bfbe16aee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:50.569145 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:47:50.843959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87379761-56ed-4d90-84e5-8466acdfeee7 req-f772a51c-f134-45e3-ad65-b0d144906541 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:50.845414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-87379761-56ed-4d90-84e5-8466acdfeee7 req-f772a51c-f134-45e3-ad65-b0d144906541 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0481215 Jul 25 12:47:50.893002 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-87379761-56ed-4d90-84e5-8466acdfeee7 req-5033d3b6-26ab-415a-9be5-4f0e9757fe7d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Jul 25 12:47:51.310231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:52.166188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b165d68-77e4-43d7-9220-61b6dde4b4f5 req-a478d2a4-b0ed-4a84-933c-08f1fc072a65 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:52.167661 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8b165d68-77e4-43d7-9220-61b6dde4b4f5 req-a478d2a4-b0ed-4a84-933c-08f1fc072a65 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0463784 Jul 25 12:47:52.215488 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8b165d68-77e4-43d7-9220-61b6dde4b4f5 req-456b4c96-1136-407c-866b-c60fc9f0bc97 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Jul 25 12:47:52.328971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd17ad-d1e6-4180-b83f-0713a65f1bed req-705b3d57-c1c8-48bd-bacc-e8fc7dd626e7 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:52.330612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6bcd17ad-d1e6-4180-b83f-0713a65f1bed req-705b3d57-c1c8-48bd-bacc-e8fc7dd626e7 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0492544 Jul 25 12:47:52.340193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 51914) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:47:52.344348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'floatingip': {'port_id': 'b9ef35c2-defa-4487-823c-a24a086924a2'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:47:52.381710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:52.526401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:52.627158 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:52.798620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:52.802289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:52.895196 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Floating IP 53bc2dfb-43b1-4f99-b4bf-32f9ddb81131 associated. External IP: 172.27.1.98, port: b9ef35c2-defa-4487-823c-a24a086924a2. Jul 25 12:47:53.086242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:47:53.132708 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:53.141644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:53.200592 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:47:53.205023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:47:53.210552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:47:53.220728 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:53.221340 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:53.234793 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-311e86c8-7d3e-435a-a44f-377230ae581c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "PUT /v2.0/floatingips/53bc2dfb-43b1-4f99-b4bf-32f9ddb81131 HTTP/1.1" status: 200 len: 991 time: 0.8935616 Jul 25 12:47:53.235471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:47:53.237852 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b2151-a12d-4d7e-bda7-b2eb730b7529" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:47:53.275795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce989f-6959-4d94-bdd4-3d10d83541a5 x-openstack-request-id: req-35ce989f-6959-4d94-bdd4-3d10d83541a5 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:47:53.276081 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:47:53.276330 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35ce989f-6959-4d94-bdd4-3d10d83541a5 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:47:53.276733 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ce989f-6959-4d94-bdd4-3d10d83541a5'] response: {'name': 'network-changed', 'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'status': 'completed', 'code': 200} Jul 25 12:47:53.328488 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:53.330562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:53.364082 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-adc5b017-be39-420f-a3e9-9f748488f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:53.365467 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-adc5b017-be39-420f-a3e9-9f748488f5b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0422153 Jul 25 12:47:53.456532 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-48deee20-faf3-4b0e-9631-abb6626eb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:53.458033 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-48deee20-faf3-4b0e-9631-abb6626eb816 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0859363 Jul 25 12:47:53.529335 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-9f22d569-9ce2-4425-abed-a7d7b33ef3d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 999 time: 0.0657032 Jul 25 12:47:53.543188 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '53bc2dfb-43b1-4f99-b4bf-32f9ddb81131', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:31:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:47:38Z', 'updated_at': '2022-07-25T12:47:52Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:53.571507 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:47:53.573126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:53.579905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-f119a4bc-956d-42a3-80e9-e5e3c7ca2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:53.581495 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-f119a4bc-956d-42a3-80e9-e5e3c7ca2469 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0461524 Jul 25 12:47:53.588215 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:47:53.588832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:47:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:53.626014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-f2ea9862-6810-4ff4-a5f9-26b26707dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:47:53.627439 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-f2ea9862-6810-4ff4-a5f9-26b26707dcab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404742 Jul 25 12:47:53.699086 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:47:53.719888 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-81bdbe54-7323-40c6-ba90-fbcd8f299621 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Jul 25 12:47:53.810400 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-389b2151-a12d-4d7e-bda7-b2eb730b7529 req-98d38f12-5fbd-4031-8c24-15c6f96f0bef service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845439 Jul 25 12:47:54.008459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:47:54.028471 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '53bc2dfb-43b1-4f99-b4bf-32f9ddb81131', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:31:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:47:38Z', 'updated_at': '2022-07-25T12:47:52Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:47:54.056497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430e60e-0082-4fb8-a3d1-f2c139924bc8 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '53bc2dfb-43b1-4f99-b4bf-32f9ddb81131', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:31:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:47:38Z', 'updated_at': '2022-07-25T12:47:52Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:47:54.230847 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bec12-2141-46d5-8041-4c7b61be75bf None None] New status for floating IP 53bc2dfb-43b1-4f99-b4bf-32f9ddb81131: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:48:02.208514 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=26 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:02.211330 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=18 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:03.805274 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=23 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:03.807346 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=58 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:04.031316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=65 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:04.032055 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:04.331534 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:04.333597 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:04.684047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:14.673202 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:14.678685 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:14.706045 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=17 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:14.710811 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=9 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:17.896434 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-827e6baa-d281-4b47-bf67-7a1f14fe9874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:20.203124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb8fb-a980-4211-a69e-88be38a81a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:21.314856 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:22.629875 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:23.120278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:27.568570 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:48:33.107891 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:33.115767 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:33.563745 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:33.738357 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef89b55-b3c2-434e-b910-036b044237d1 req-e0ac90df-1fc2-4fb2-a6d2-78334e5f3fd4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:33.739724 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8ef89b55-b3c2-434e-b910-036b044237d1 req-e0ac90df-1fc2-4fb2-a6d2-78334e5f3fd4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0512519 Jul 25 12:48:33.785483 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8ef89b55-b3c2-434e-b910-036b044237d1 req-c0d3724d-8b8d-4b55-b9ee-ff42778bd599 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401220 Jul 25 12:48:34.679811 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:34.902346 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cee264-0736-41ce-8cbe-a07cda1df275 req-0042f20f-83c5-4792-bd91-4b78dd04e10b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:34.903698 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a4cee264-0736-41ce-8cbe-a07cda1df275 req-0042f20f-83c5-4792-bd91-4b78dd04e10b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0467081 Jul 25 12:48:34.954745 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a4cee264-0736-41ce-8cbe-a07cda1df275 req-278ec944-44fb-456f-8468-2871c6736cd1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Jul 25 12:48:35.780641 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-ef731c93-7969-4a8e-936e-4014f366ecd4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:35.782109 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-ef731c93-7969-4a8e-936e-4014f366ecd4 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0464783 Jul 25 12:48:35.863890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:48:35.864144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:35.958298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] For port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:35.959015 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:36.074349 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91c899-f889-43e6-8491-ff5d8297cb57 req-227060f8-4dea-40fa-9cf9-686e0f317d16 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:36.075932 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cd91c899-f889-43e6-8491-ff5d8297cb57 req-227060f8-4dea-40fa-9cf9-686e0f317d16 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0498145 Jul 25 12:48:36.131685 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cd91c899-f889-43e6-8491-ff5d8297cb57 req-22f65d89-535f-4196-b26e-2a33bed2ca09 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec74f0e-6183-4cfb-a74f-008731b0634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478442 Jul 25 12:48:36.384123 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:36.384468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:36.384893 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP ed8328fb-a167-407c-8ba9-6a2c815308b1 disassociated. External IP: 172.27.1.160, port: 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b. Jul 25 12:48:36.385122 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:48:36.515062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:36.547241 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:36.558059 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.558399 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.558730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.559070 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.559393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.559718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.560572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.560572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.560766 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.561014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.561373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.561722 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.562152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.562470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.562784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:36.670194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:48:36.778045 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:48:36.782612 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:36.789479 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:48:36.799754 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:48:36.800371 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:48:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:36.824215 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] No DVR routers for this DVR port 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:48:36.826845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:36.830184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4877bd2b-f169-4e43-bf65-f494566599d1 req-2d805999-928d-4098-9ab4-72d457361ffd tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "DELETE /v2.0/ports/9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b HTTP/1.1" status: 204 len: 173 time: 1.0430603 Jul 25 12:48:36.830619 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'name': 'network-vif-deleted', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:48:36.832985 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac564ae4-d066-4837-a19d-4ee28aa9cfb7" -d '{"events": [{"server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "name": "network-vif-deleted", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:48:36.893796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354218b0-c76e-4b3b-acb9-7ad7f01ea8ec x-openstack-request-id: req-354218b0-c76e-4b3b-acb9-7ad7f01ea8ec {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:48:36.894119 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988137c-976e-4521-b83a-c05377c0eeb7", "name": "network-vif-deleted", "tag": "9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:48:36.894424 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-354218b0-c76e-4b3b-acb9-7ad7f01ea8ec {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:48:36.894829 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354218b0-c76e-4b3b-acb9-7ad7f01ea8ec'] response: {'server_uuid': '1988137c-976e-4521-b83a-c05377c0eeb7', 'name': 'network-vif-deleted', 'tag': '9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b', 'status': 'completed', 'code': 200} Jul 25 12:48:36.912405 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:48:37.113208 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:37.142756 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:48:37.151498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:48:37.152106 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:48:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:37.252835 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-88b49875-1e5a-45f8-bf8f-f2468de40b36 req-c6c9fc38-adef-47ee-93b6-7d04b0bb87c0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988137c-976e-4521-b83a-c05377c0eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jul 25 12:48:37.259478 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:48:37.447936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:37.473888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c46b0e-e27c-42bf-b842-7efdad2f1ddd None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:48:37.564993 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:37.685861 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c458e-a151-4cb4-861f-d5cef7780afd None None] New status for floating IP ed8328fb-a167-407c-8ba9-6a2c815308b1: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:48:38.281440 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62bd97-9dca-4006-ac4d-fec5d0792c75 req-08e1dd30-f67b-4bc6-97b4-55f2419a5c95 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:38.283041 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-be62bd97-9dca-4006-ac4d-fec5d0792c75 req-08e1dd30-f67b-4bc6-97b4-55f2419a5c95 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Jul 25 12:48:38.336610 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-be62bd97-9dca-4006-ac4d-fec5d0792c75 req-44eb694c-28be-48cc-a176-d9ce2087c0dd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469692 Jul 25 12:48:38.351733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52046) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:38.386622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:38.417803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (6ec74f0e-6183-4cfb-a74f-008731b0634e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.444481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (6ec74f0e-6183-4cfb-a74f-008731b0634e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.494528 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6ec74f0e-6183-4cfb-a74f-008731b0634e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.496942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.498245 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ec74f0e-6183-4cfb-a74f-008731b0634e HTTP/1.1" status: 204 len: 168 time: 0.1453190 Jul 25 12:48:38.500991 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52048) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:38.509337 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364839b-fca6-45e6-9641-7ffb0ad872b0 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec74f0e-6183-4cfb-a74f-008731b0634e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:38.515939 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-1e43807a-2344-4979-ba9b-2bc9d8189d98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] show failed (client error): The resource could not be found. Jul 25 12:48:38.516974 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1e43807a-2344-4979-ba9b-2bc9d8189d98 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups/6ec74f0e-6183-4cfb-a74f-008731b0634e HTTP/1.1" status: 404 len: 347 time: 0.0147362 Jul 25 12:48:38.520305 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52050) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:38.641624 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port c2b0b712-d1a5-48b4-b38b-2ce4e2288f89 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:48:38.642003 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.728069 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.728402 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.742080 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for c2b0b712-d1a5-48b4-b38b-2ce4e2288f89 owned by network:floatingip {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:48:38.872262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (c2b0b712-d1a5-48b4-b38b-2ce4e2288f89), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.900522 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=c2b0b712-d1a5-48b4-b38b-2ce4e2288f89,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:38.912884 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.913124 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.913306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.913956 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.914148 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.914473 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.914824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.915123 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.915452 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.915886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.916126 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.916441 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.916819 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.917103 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.917484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:38.973932 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (ed8328fb-a167-407c-8ba9-6a2c815308b1), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.976449 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:38.977604 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ac8b640d-ac1d-4374-9aab-e64d6d7e6c36 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/floatingips/ed8328fb-a167-407c-8ba9-6a2c815308b1 HTTP/1.1" status: 204 len: 168 time: 0.4563065 Jul 25 12:48:39.048997 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52054) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:39.053809 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620110374', 'description': 'tempest-description--1304012994'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:39.076494 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.137667 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:39.151022 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (567b143b-b59b-4ebd-ae98-5b12459ceba7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.155414 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (567b143b-b59b-4ebd-ae98-5b12459ceba7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.177198 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:39.191056 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.192287 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422763 Jul 25 12:48:39.193391 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea5386-9bba-45e7-a9e7-216d7c4a2b67 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567b143b-b59b-4ebd-ae98-5b12459ceba7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:39.195979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52056) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:39.200953 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '567b143b-b59b-4ebd-ae98-5b12459ceba7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:39.228320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (4bc22c8e-2386-4402-b046-658f450422f4), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.284080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (4bc22c8e-2386-4402-b046-658f450422f4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.287689 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (4bc22c8e-2386-4402-b046-658f450422f4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.308068 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc22c8e-2386-4402-b046-658f450422f4,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:39.317480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.318711 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2902a446-93b0-4a39-a041-67574d06bdf1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216705 Jul 25 12:48:39.321396 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52058) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:39.326261 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:48:39.327025 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'security_group_rule': {'security_group_id': '567b143b-b59b-4ebd-ae98-5b12459ceba7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:39.349396 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:48:39.349740 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 9192a82f-7a3a-4c70-9a3d-02d55ffd5c5b not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:48:39.356196 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (ad49506c-efff-461e-8100-f41151488f83), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.420142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (ad49506c-efff-461e-8100-f41151488f83), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.424259 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (ad49506c-efff-461e-8100-f41151488f83), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.444361 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad49506c-efff-461e-8100-f41151488f83,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:39.452681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.453989 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-8c67050a-1fbc-40e6-976d-d788e1899287 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316302 Jul 25 12:48:39.457176 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52062) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:39.461499 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:39.466905 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d772b-4cad-4ad5-b517-c18c59635037 req-6f86d507-018c-4265-a1fb-52cf61ed56c1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:39.468487 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2c3d772b-4cad-4ad5-b517-c18c59635037 req-6f86d507-018c-4265-a1fb-52cf61ed56c1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0522995 Jul 25 12:48:39.484010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.520967 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2c3d772b-4cad-4ad5-b517-c18c59635037 req-0352ee35-7bdf-49d0-bd1e-29ed88509bae tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461049 Jul 25 12:48:39.565202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.675867 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.27.1.72 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/a95889ce-f10c-4202-b18f-a67ccb0a6172) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:48:39.793133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.795751 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:39.813776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:39.830194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:39.870877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:48:39.877481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:48:39.881491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:48:39.910701 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=a95889ce-f10c-4202-b18f-a67ccb0a6172,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:39.979005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.019846 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.181012 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.186231 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.260216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=a95889ce-f10c-4202-b18f-a67ccb0a6172,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:40.275492 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.291773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:40.293040 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7a09d9bd-0976-4e7e-9459-46038eadc912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8349164 Jul 25 12:48:40.508359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-c63b452c-562d-41bc-b932-cc01f50b6c4b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--620110374&fields=id&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 267 time: 0.0451195 Jul 25 12:48:40.622725 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-67e3d4d0-e3c4-4790-afc0-f207401e7647 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:40.624194 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-67e3d4d0-e3c4-4790-afc0-f207401e7647 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1092842 Jul 25 12:48:40.640365 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-3ea24eed-aae0-4949-9405-a0a279ab000a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/quotas/49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 375 time: 0.0106320 Jul 25 12:48:40.648964 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92caa1-d875-4c3a-92c3-42cb68343f57 req-74be3c68-2259-4587-94a2-166304022e32 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:40.650514 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-af92caa1-d875-4c3a-92c3-42cb68343f57 req-74be3c68-2259-4587-94a2-166304022e32 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Jul 25 12:48:40.696521 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-6f7b96b2-23c7-4f51-9b87-9d08aac82d72 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471637 Jul 25 12:48:40.704828 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-af92caa1-d875-4c3a-92c3-42cb68343f57 req-233b41f7-7ab8-4c23-9019-eb0311bcd250 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Jul 25 12:48:40.800930 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-579d6f75-bf8e-4712-a8dc-d969279eb837 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924833 Jul 25 12:48:40.852890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:40.894167 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:40.898663 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-c7e33fbf-96bb-4d63-9180-c1e2d24231d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912843 Jul 25 12:48:41.069686 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e27cc889-90d9-47e5-b5bc-aa43e88c7c75 req-aab8f8c3-b64a-4cb3-bb0d-8b4ac01bb2f3 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 210 time: 0.0340915 Jul 25 12:48:41.840667 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e38ea1-c841-4d68-930f-1d31d8e22ee5 req-b5cbc0ae-92c7-4b02-96f5-2e77eed31b66 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:41.843070 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-75e38ea1-c841-4d68-930f-1d31d8e22ee5 req-b5cbc0ae-92c7-4b02-96f5-2e77eed31b66 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0594451 Jul 25 12:48:41.892815 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-75e38ea1-c841-4d68-930f-1d31d8e22ee5 req-965d585e-7308-4620-b4b2-1a5f4cbb7217 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Jul 25 12:48:42.172725 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-4cb24f07-0426-49c9-8e79-105d2329a0c8 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:42.174260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-4cb24f07-0426-49c9-8e79-105d2329a0c8 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 815 time: 0.1136050 Jul 25 12:48:42.179468 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a3549422-4c79-4a05-847b-32bbbf7611cf req-643732b0-0700-4570-b319-a6c624e06988 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 210 time: 0.0311687 Jul 25 12:48:42.254336 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-750b04cd-0dfb-4fb1-bab6-28fd954a3c6b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49256bcb551a4f8680db9a73763c435e HTTP/1.1" status: 200 len: 379 time: 0.0623014 Jul 25 12:48:42.367099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'port': {'device_id': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'admin_state_up': True, 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'security_groups': ['567b143b-b59b-4ebd-ae98-5b12459ceba7']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:42.476945 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Made reservation on behalf of 49256bcb551a4f8680db9a73763c435e for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:48:42.480340 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:42.614615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Allocated IP 172.20.0.6 (4181ae2d-cd73-4cb4-a9d0-f28fef05143a/56ef8c91-63dd-4506-b376-3abb060ae34d/de55d0a4-7a8f-49d3-8bd7-26f9992047bb) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:48:42.759543 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:42.792661 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:42.839455 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:48:42.842264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:42.845668 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:48:42.850590 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:48:42.855507 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event updated for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:42.905963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:42.906588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:42.925405 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-04ebe5c7-b46b-4bca-83e4-7d8339e87f8f tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623798 Jul 25 12:48:42.943907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Request body: {'port': {'device_id': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:42.997497 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:43.051420 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:43.061427 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec1bc5-0a32-4e76-a902-32c374632cb4 req-ac4b1864-5fb9-40cb-b60b-8cb35f85362e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.062969 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-07ec1bc5-0a32-4e76-a902-32c374632cb4 req-ac4b1864-5fb9-40cb-b60b-8cb35f85362e tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0850766 Jul 25 12:48:43.078149 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-6f2296e4-c4d8-48d5-9b4a-09e5ce78e92a None None] Provisioning complete for port de55d0a4-7a8f-49d3-8bd7-26f9992047bb triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:48:43.078728 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6f2296e4-c4d8-48d5-9b4a-09e5ce78e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:43.114746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-6f2296e4-c4d8-48d5-9b4a-09e5ce78e92a None None] Port de55d0a4-7a8f-49d3-8bd7-26f9992047bb cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:48:43.155107 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-07ec1bc5-0a32-4e76-a902-32c374632cb4 req-a6de98e9-70e1-4fc4-9db6-5f14e5a6fedf tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848918 Jul 25 12:48:43.268367 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5e67-a976-432a-ab1d-215876883c76 req-c7220b76-dabb-4824-a4b6-895615177907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.269899 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-c7220b76-dabb-4824-a4b6-895615177907 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1129 time: 0.0622582 Jul 25 12:48:43.311068 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c3f79-ed44-4bc4-8df1-fa4b8d8f320f req-51afc3d4-1046-47c3-b271-95ce9dd3744a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.312837 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-df6c3f79-ed44-4bc4-8df1-fa4b8d8f320f req-51afc3d4-1046-47c3-b271-95ce9dd3744a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 931 time: 0.0585728 Jul 25 12:48:43.369053 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-df6c3f79-ed44-4bc4-8df1-fa4b8d8f320f req-c9ae21f0-11df-4cc0-b16a-492e20a7f688 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471685 Jul 25 12:48:43.442574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5e67-a976-432a-ab1d-215876883c76 req-3f77072c-e2a7-4e24-aeb9-ee96d7904021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.443999 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-3f77072c-e2a7-4e24-aeb9-ee96d7904021 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.1356521 Jul 25 12:48:43.539202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de55d0a4-7a8f-49d3-8bd7-26f9992047bb {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:48:43.547512 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-b088ee19-9b08-450b-9c1b-9d6e615363a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 1000 time: 0.0965710 Jul 25 12:48:43.549383 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks [] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:43.563957 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Transition to ACTIVE for port object de55d0a4-7a8f-49d3-8bd7-26f9992047bb will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:48:43.576140 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:43.644987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:43.666218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5e67-a976-432a-ab1d-215876883c76 req-4a07fc90-6a4e-4267-b86d-8cc4007ff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.667719 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-4a07fc90-6a4e-4267-b86d-8cc4007ff0ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.1003520 Jul 25 12:48:43.677112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:43.763502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5e67-a976-432a-ab1d-215876883c76 req-83ecd3a0-21ff-4174-9b24-77d36c7fb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:43.765025 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-83ecd3a0-21ff-4174-9b24-77d36c7fb1fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0892093 Jul 25 12:48:43.833301 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Attempting to bind port de55d0a4-7a8f-49d3-8bd7-26f9992047bb on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:48:43.833638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Attempting to bind port de55d0a4-7a8f-49d3-8bd7-26f9992047bb by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:48:43.833992 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Attempting to bind port de55d0a4-7a8f-49d3-8bd7-26f9992047bb on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:48:43.846980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Port de55d0a4-7a8f-49d3-8bd7-26f9992047bb on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:48:43.847644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Attempting to bind port de55d0a4-7a8f-49d3-8bd7-26f9992047bb on network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:48:43.858456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:48:43.858794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Checking segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:48:43.859182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Bound using segment: {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:48:43.859625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Bound port: de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:48:43.859991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:43.915528 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-cf2f9694-44f4-46bc-b94c-7914854feee9 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428599 Jul 25 12:48:43.934298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:44.002018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:48:44.007049 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:48:44.018044 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:44.072505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.073293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:44.075138 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] 10.222.0.61 "PUT /v2.0/ports/de55d0a4-7a8f-49d3-8bd7-26f9992047bb HTTP/1.1" status: 200 len: 1093 time: 1.1356447 Jul 25 12:48:44.075696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:48:44.078053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db" -d '{"events": [{"name": "network-changed", "server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:48:44.096918 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-289f5e67-a976-432a-ab1d-215876883c76 req-921b42c1-1457-4559-b5ca-bdd741eb2268 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727676 Jul 25 12:48:44.109384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:44.134544 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba613b2-b2a9-4216-84bd-5afeb5bd3ec2 x-openstack-request-id: req-1ba613b2-b2a9-4216-84bd-5afeb5bd3ec2 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:48:44.134899 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:48:44.135194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ba613b2-b2a9-4216-84bd-5afeb5bd3ec2 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:48:44.135615 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba613b2-b2a9-4216-84bd-5afeb5bd3ec2'] response: {'name': 'network-changed', 'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'status': 'completed', 'code': 200} Jul 25 12:48:44.213628 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-e6b71753-be5a-4499-88e2-f3eb24deb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.215367 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-e6b71753-be5a-4499-88e2-f3eb24deb4ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 1127 time: 0.0503020 Jul 25 12:48:44.265728 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-6ecfb6a2-479f-46f0-bd14-997373a43334 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb HTTP/1.1" status: 200 len: 217 time: 0.0350511 Jul 25 12:48:44.296307 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073ca1-0d2c-4c83-8bd9-1aeb9613b063 req-6336c6b8-b770-447f-a65e-526605d84ec5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.297823 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a2073ca1-0d2c-4c83-8bd9-1aeb9613b063 req-6336c6b8-b770-447f-a65e-526605d84ec5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Jul 25 12:48:44.319926 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-363898ed-1295-484c-b108-92f0864f4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.321403 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-363898ed-1295-484c-b108-92f0864f4a6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0467410 Jul 25 12:48:44.352584 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a2073ca1-0d2c-4c83-8bd9-1aeb9613b063 req-ab156950-7181-4e4d-ad7f-65ebdeba128b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489345 Jul 25 12:48:44.369340 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-69e39687-c454-4e48-833d-a7cb90d4c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.370987 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-69e39687-c454-4e48-833d-a7cb90d4c7c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433128 Jul 25 12:48:44.497253 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-18250fa6-47d4-4dbc-9eee-958e679e2b29 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195366 Jul 25 12:48:44.508683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30f9bb-a13b-4ac3-85f9-2ef0df156c1d req-ec487c69-4ea9-462d-8abe-2af86d521879 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:44.510105 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b30f9bb-a13b-4ac3-85f9-2ef0df156c1d req-ec487c69-4ea9-462d-8abe-2af86d521879 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 943 time: 0.0638869 Jul 25 12:48:44.625946 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b30f9bb-a13b-4ac3-85f9-2ef0df156c1d req-2f47f4eb-529d-478b-9486-a4c308b2f322 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068094 Jul 25 12:48:44.637989 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-e38475a6-e394-456f-a8a4-05e1fdccad2d service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269007 Jul 25 12:48:45.478815 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798a27a-6c4f-45e4-bcdd-65df896352c8 req-375a1cd2-7ef0-4e88-a951-dd767e2f37c5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:45.480291 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8798a27a-6c4f-45e4-bcdd-65df896352c8 req-375a1cd2-7ef0-4e88-a951-dd767e2f37c5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Jul 25 12:48:45.528634 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8798a27a-6c4f-45e4-bcdd-65df896352c8 req-1e1f94cc-e4cb-468c-9531-3e22993acffc tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Jul 25 12:48:45.745898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daedd1-dd2a-4d3c-8f67-b1086e7755cf req-95f669c4-694e-4a7a-9762-86482ce00e13 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:45.747411 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-04daedd1-dd2a-4d3c-8f67-b1086e7755cf req-95f669c4-694e-4a7a-9762-86482ce00e13 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Jul 25 12:48:45.794617 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-04daedd1-dd2a-4d3c-8f67-b1086e7755cf req-9070cdbb-7a4e-496f-abe0-b140584a51ba tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Jul 25 12:48:46.654406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49987-5d5c-468a-b8f8-128f9f3b0e36 req-183e424c-f1e4-4918-9cb0-a4f4829a7f26 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:46.655904 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03e49987-5d5c-468a-b8f8-128f9f3b0e36 req-183e424c-f1e4-4918-9cb0-a4f4829a7f26 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0477374 Jul 25 12:48:46.705167 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03e49987-5d5c-468a-b8f8-128f9f3b0e36 req-0ae9d2ff-5ea5-47cb-a73f-d9cac0e35be6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432012 Jul 25 12:48:46.915224 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:46.924445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b071c3-b747-41e7-8c46-47315446c2f8 req-48fa695d-7f15-404f-ae6f-a44bc1fd1004 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:46.925996 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-11b071c3-b747-41e7-8c46-47315446c2f8 req-48fa695d-7f15-404f-ae6f-a44bc1fd1004 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 943 time: 0.0548232 Jul 25 12:48:46.985076 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-11b071c3-b747-41e7-8c46-47315446c2f8 req-f04187fc-9dd5-4264-90fa-54dc1b60b855 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527689 Jul 25 12:48:47.012641 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-88b4b637-f215-4a41-aeb6-e006eb2ffc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:47.014147 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-88b4b637-f215-4a41-aeb6-e006eb2ffc5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 1127 time: 0.0452707 Jul 25 12:48:47.150537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-a619c687-1145-492f-bce6-7866d57fdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:47.151907 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-a619c687-1145-492f-bce6-7866d57fdae0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.0986719 Jul 25 12:48:47.165797 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:47.192732 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-00aa9dde-c6dc-4ef1-bdf0-4a68a9620221 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb HTTP/1.1" status: 200 len: 217 time: 0.0342736 Jul 25 12:48:47.242182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-ff9770a5-0961-4c64-8976-0f70c85a4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:47.243745 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-ff9770a5-0961-4c64-8976-0f70c85a4960 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0457215 Jul 25 12:48:47.291271 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-76078e64-f2d3-484a-af88-8b0570498a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:47.292773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-76078e64-f2d3-484a-af88-8b0570498a11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435901 Jul 25 12:48:47.403433 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-66575fdc-5756-4e68-a22b-0a704fd2d30b service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044371 Jul 25 12:48:47.500535 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-36e1fb4f-38a4-4cd6-b96a-f7b524ee10db req-27809d7e-a286-4246-9c80-a48984f48c1c service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914419 Jul 25 12:48:47.758995 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:47.762563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:47.845894 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cc656-16a4-4e6e-ad5c-834fd296d86c req-9a67f881-b7a5-4b57-aa42-4cded0d8e133 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:47.847436 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-000cc656-16a4-4e6e-ad5c-834fd296d86c req-9a67f881-b7a5-4b57-aa42-4cded0d8e133 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0596292 Jul 25 12:48:47.902539 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-000cc656-16a4-4e6e-ad5c-834fd296d86c req-c83d2147-fb45-4f7c-88f4-11a5caf62826 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492952 Jul 25 12:48:47.908060 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-bb676d7c-59b8-4d1c-9531-9a9635677ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:48.110186 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8c2c-ae5e-4e8d-a642-aafb4ee15fb0 req-ba5aebd1-db71-4c9f-95df-71fe97748a32 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:48.111672 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7fda8c2c-ae5e-4e8d-a642-aafb4ee15fb0 req-ba5aebd1-db71-4c9f-95df-71fe97748a32 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 943 time: 0.0503666 Jul 25 12:48:48.159094 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7fda8c2c-ae5e-4e8d-a642-aafb4ee15fb0 req-2e35c555-3f6f-46cb-8634-8e352e29f862 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Jul 25 12:48:49.030926 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e2bdc-b55e-487f-8c33-5e44776f3c9e req-23edf9f1-e580-4f6c-9f3b-7b5b9ac528d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:49.032386 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2a1e2bdc-b55e-487f-8c33-5e44776f3c9e req-23edf9f1-e580-4f6c-9f3b-7b5b9ac528d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Jul 25 12:48:49.079903 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2a1e2bdc-b55e-487f-8c33-5e44776f3c9e req-64f2f203-18c4-4679-ac74-bb09be9d525b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Jul 25 12:48:49.282402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7713-484f-4307-8d40-bbd24b9722d2 req-c2ab26f8-da2b-4131-b0d0-afb32a268279 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:49.283866 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-25ff7713-484f-4307-8d40-bbd24b9722d2 req-c2ab26f8-da2b-4131-b0d0-afb32a268279 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 943 time: 0.0472839 Jul 25 12:48:49.334084 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-25ff7713-484f-4307-8d40-bbd24b9722d2 req-1e6ae95e-e0c2-491e-934b-caae6e9ebb72 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 Jul 25 12:48:49.361615 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device de55d0a4-7a8f-49d3-8bd7-26f9992047bb details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:48:49.367888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:49.393552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:49.460719 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:49.471374 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'port_id': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'mac_address': 'fa:16:3e:f5:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:48:49.508810 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port de55d0a4-7a8f-49d3-8bd7-26f9992047bb is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:48:49.509190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:49.521709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de55d0a4-7a8f-49d3-8bd7-26f9992047bb {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:48:49.540952 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:49.544513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:49.589293 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:49.596394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.596734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.597069 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.597396 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.597720 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.598072 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.598391 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.598706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.599016 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.599338 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.599654 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.599989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.600302 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.600657 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:49.600970 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:48:50.195233 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['de55d0a4-7a8f-49d3-8bd7-26f9992047bb'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:48:50.208578 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6264ea-0243-4d4f-bc6f-04e51c4962ef req-7396a6d8-0eae-4a4a-ad73-461f44d04b6a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:50.210690 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a6264ea-0243-4d4f-bc6f-04e51c4962ef req-7396a6d8-0eae-4a4a-ad73-461f44d04b6a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0525846 Jul 25 12:48:50.237878 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-22a3b309-9a2e-471b-89d2-2ae02066b75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:50.260865 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6a6264ea-0243-4d4f-bc6f-04e51c4962ef req-7cc09952-9b05-48ec-9097-0b51024b603c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 Jul 25 12:48:50.450326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353d6a-2657-468e-a276-185602cb6dbf req-0d5d9e04-3b3e-41d5-babd-566536b99425 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:50.451773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-58353d6a-2657-468e-a276-185602cb6dbf req-0d5d9e04-3b3e-41d5-babd-566536b99425 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 944 time: 0.0463941 Jul 25 12:48:50.499938 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-58353d6a-2657-468e-a276-185602cb6dbf req-0398f687-d2d7-4154-9717-18f9feecb58c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Jul 25 12:48:51.317248 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.343715 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:48:51.355243 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device de55d0a4-7a8f-49d3-8bd7-26f9992047bb up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:48:51.394129 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773427d5-b993-4a10-87c6-e5229a805bce req-5b364f1c-2c03-4975-9c64-631cc958d4e5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:51.395683 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-773427d5-b993-4a10-87c6-e5229a805bce req-5b364f1c-2c03-4975-9c64-631cc958d4e5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0515122 Jul 25 12:48:51.448780 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-773427d5-b993-4a10-87c6-e5229a805bce req-35fa584d-ddc5-42ab-96a6-08301e65415b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Jul 25 12:48:51.459198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port de55d0a4-7a8f-49d3-8bd7-26f9992047bb completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:48:51.475348 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port de55d0a4-7a8f-49d3-8bd7-26f9992047bb triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:48:51.476240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.509804 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:51.529175 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:48:51.596000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: ACTIVE; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:48:51.596414 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.620974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:48:51.626307 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:51.627100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port de55d0a4-7a8f-49d3-8bd7-26f9992047bb is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:48:51.627545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.627661 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2d7f2-6c3c-4912-8c39-6bcd2259efc9 req-de664889-339f-4498-a5da-abba11038af5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:51.629155 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e0c2d7f2-6c3c-4912-8c39-6bcd2259efc9 req-de664889-339f-4498-a5da-abba11038af5 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 944 time: 0.0491023 Jul 25 12:48:51.645578 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:51.662352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:51.672507 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.674058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:48:51.676390 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0608e-264e-40d1-bf77-f42504ed3dbe" -d '{"events": [{"server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "name": "network-vif-plugged", "status": "completed", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:48:51.680430 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e0c2d7f2-6c3c-4912-8c39-6bcd2259efc9 req-07df1615-dee7-4095-a704-1424a17c088b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Jul 25 12:48:51.707284 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:51.714792 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:51.724361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96eaff-3f36-40a6-8d0f-9316b718f90e x-openstack-request-id: req-bc96eaff-3f36-40a6-8d0f-9316b718f90e {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:48:51.724656 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "name": "network-vif-plugged", "status": "completed", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:48:51.724908 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc96eaff-3f36-40a6-8d0f-9316b718f90e {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:48:51.725303 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc96eaff-3f36-40a6-8d0f-9316b718f90e'] response: {'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'code': 200} Jul 25 12:48:51.739760 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=6']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:51.795791 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:51.847714 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:48:51.940044 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d085-3a48-444c-bc94-57b58d043bb8 req-fcef09c8-eeb1-47ef-9f7d-5ab0871523d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:51.941423 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0101d085-3a48-444c-bc94-57b58d043bb8 req-fcef09c8-eeb1-47ef-9f7d-5ab0871523d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 1129 time: 0.0426099 Jul 25 12:48:51.988218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0101d085-3a48-444c-bc94-57b58d043bb8 req-3d617783-1edb-4922-9ccf-7a930252f694 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393021 Jul 25 12:48:52.573549 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3043bc-2c22-4aee-ab8a-2003e8e39a41 req-c091f06e-665d-4f6f-8bac-4b4fb0412b51 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:52.575016 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa3043bc-2c22-4aee-ab8a-2003e8e39a41 req-c091f06e-665d-4f6f-8bac-4b4fb0412b51 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0463889 Jul 25 12:48:52.622072 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa3043bc-2c22-4aee-ab8a-2003e8e39a41 req-27bfba45-041e-472c-b40d-770961c0deac tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Jul 25 12:48:52.634997 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:52.789755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:52.809992 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028ce74-4d2f-49fc-842e-37fff8020990 req-25d05b7d-6381-4605-bfe7-0bc04afb4d3c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:52.811466 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c028ce74-4d2f-49fc-842e-37fff8020990 req-25d05b7d-6381-4605-bfe7-0bc04afb4d3c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Jul 25 12:48:52.855866 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:52.864666 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c028ce74-4d2f-49fc-842e-37fff8020990 req-d27d90d9-b08f-438d-ab8a-354ec19f9ca8 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477335 Jul 25 12:48:53.124652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:53.350409 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:48:53.393554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:48:53.393844 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:53.463038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:48:53.463429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:53.495425 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:48:53.499335 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:53.549018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=7']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:48:53.713317 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:53.726602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:48:53.728874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2a5f4-0e72-4562-8adf-812d05794026" -d '{"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:48:53.750101 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2904-1845-4520-8021-897cf2a1e713 req-0467902d-cf74-4469-a402-d9c37da6b4f4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:53.751563 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e2df2904-1845-4520-8021-897cf2a1e713 req-0467902d-cf74-4469-a402-d9c37da6b4f4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jul 25 12:48:53.765846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63a00a-683a-4aeb-b6fe-524d698c182a x-openstack-request-id: req-7d63a00a-683a-4aeb-b6fe-524d698c182a {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:48:53.766164 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:48:53.766417 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d63a00a-683a-4aeb-b6fe-524d698c182a {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:48:53.766833 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d63a00a-683a-4aeb-b6fe-524d698c182a'] response: {'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'code': 200} Jul 25 12:48:53.801200 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e2df2904-1845-4520-8021-897cf2a1e713 req-6990bf70-189f-4a6d-8780-b46a647c56c8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 Jul 25 12:48:53.982581 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc13415-c182-4779-95d2-7113e3cc7ea3 req-fe639ea0-5623-4828-8362-9339bda29a2e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:53.983968 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cdc13415-c182-4779-95d2-7113e3cc7ea3 req-fe639ea0-5623-4828-8362-9339bda29a2e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Jul 25 12:48:54.033108 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cdc13415-c182-4779-95d2-7113e3cc7ea3 req-fc95047e-65e9-4022-b7cc-941d25229912 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Jul 25 12:48:54.931675 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebd7c-210e-497b-a2b7-371ce21560d9 req-42064062-93dd-45f0-9419-875dc8162f0a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:54.934260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-63aebd7c-210e-497b-a2b7-371ce21560d9 req-42064062-93dd-45f0-9419-875dc8162f0a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0558472 Jul 25 12:48:54.965294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:54.982488 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-63aebd7c-210e-497b-a2b7-371ce21560d9 req-4455f493-149e-4a4c-95fa-7187e2b014a2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Jul 25 12:48:55.154012 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d5ecd-55f9-4caa-ba4c-629932b70063 req-c80a034f-1358-4182-aa2f-0c0febff0e4d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:55.155535 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-240d5ecd-55f9-4caa-ba4c-629932b70063 req-c80a034f-1358-4182-aa2f-0c0febff0e4d tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Jul 25 12:48:55.205773 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-240d5ecd-55f9-4caa-ba4c-629932b70063 req-c3ae9b6f-d25b-4632-a27b-8b4a3b5f2e14 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Jul 25 12:48:55.323876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab3e3-4938-4537-a72d-89379d66a194 req-fd694710-93a9-4d34-8b24-eb5047bcebb1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:55.325362 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cd1ab3e3-4938-4537-a72d-89379d66a194 req-fd694710-93a9-4d34-8b24-eb5047bcebb1 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Jul 25 12:48:55.335240 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52154) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:48:55.339703 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Request body: {'floatingip': {'port_id': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:48:55.637879 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:56.080766 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:56.085829 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:56.118857 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407212ec-b72b-4c14-a5e2-408cb77e81ff req-6efcb473-c135-4e45-af77-75d3248d23de tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:56.120390 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-407212ec-b72b-4c14-a5e2-408cb77e81ff req-6efcb473-c135-4e45-af77-75d3248d23de tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0545015 Jul 25 12:48:56.175117 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-407212ec-b72b-4c14-a5e2-408cb77e81ff req-3c94b868-43a8-4728-bcce-ee2d977466f6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490055 Jul 25 12:48:56.187726 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP 7dedb2e3-c850-4719-8868-460a45ed3edb associated. External IP: 172.27.1.72, port: de55d0a4-7a8f-49d3-8bd7-26f9992047bb. Jul 25 12:48:56.393592 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:48:56.443352 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:56.502659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:48:56.508234 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:48:56.512828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:48:56.537112 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:48:56.538352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:48:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:56.542911 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1fc57720-c6b9-470c-b135-f305646fef46 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "PUT /v2.0/floatingips/7dedb2e3-c850-4719-8868-460a45ed3edb HTTP/1.1" status: 200 len: 990 time: 1.2032681 Jul 25 12:48:56.542911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:48:56.542911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf66bc95-2701-4737-9421-70d03f35e057" -d '{"events": [{"name": "network-changed", "server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:48:56.580704 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae9eb3-ffeb-4378-8fc7-315bcb002148 x-openstack-request-id: req-e5ae9eb3-ffeb-4378-8fc7-315bcb002148 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:48:56.580997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:48:56.581252 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5ae9eb3-ffeb-4378-8fc7-315bcb002148 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:48:56.581657 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ae9eb3-ffeb-4378-8fc7-315bcb002148'] response: {'name': 'network-changed', 'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'status': 'completed', 'code': 200} Jul 25 12:48:56.659883 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:56.680453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66bc95-2701-4737-9421-70d03f35e057 req-408ca3c4-a177-473a-9a9c-07ed50849da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:56.682051 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-408ca3c4-a177-473a-9a9c-07ed50849da5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49256bcb551a4f8680db9a73763c435e&device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 1129 time: 0.0534718 Jul 25 12:48:56.800484 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:48:56.805468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66bc95-2701-4737-9421-70d03f35e057 req-631124ac-6f7e-491f-82ec-7f978bf983b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:56.807123 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-631124ac-6f7e-491f-82ec-7f978bf983b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 200 len: 916 time: 0.1182153 Jul 25 12:48:56.883286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-9fbc52f4-9c19-422c-8abb-3f21405a1089 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb HTTP/1.1" status: 200 len: 998 time: 0.0686510 Jul 25 12:48:56.940739 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66bc95-2701-4737-9421-70d03f35e057 req-75d0a31d-eacc-4bb1-b1a2-ac3e9c0d28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:56.942294 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-75d0a31d-eacc-4bb1-b1a2-ac3e9c0d28c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 200 len: 854 time: 0.0520501 Jul 25 12:48:56.963928 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:56.991995 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66bc95-2701-4737-9421-70d03f35e057 req-7d106390-bd1c-4ad6-ba42-8f5fc60cf477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:56.993669 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-7d106390-bd1c-4ad6-ba42-8f5fc60cf477 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4181ae2d-cd73-4cb4-a9d0-f28fef05143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427215 Jul 25 12:48:56.996467 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:48:57.043006 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '7dedb2e3-c850-4719-8868-460a45ed3edb', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:f5:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:48:39Z', 'updated_at': '2022-07-25T12:48:55Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:57.073225 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:48:57.086250 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:48:57.086250 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:48:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:57.097798 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-d8c292dc-0b2f-4908-b85f-2c952c61c6a7 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976636 Jul 25 12:48:57.192869 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf66bc95-2701-4737-9421-70d03f35e057 req-9b49dc2e-c3dc-4628-ad8b-3bd5890ab904 service neutron] 10.222.0.61 "GET /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894542 Jul 25 12:48:57.195675 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:48:57.312886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f882e8-6efd-454c-b676-8a4220eb0950 req-6b9ea06f-a397-4eba-b9c5-91b3545374f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:57.314548 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c7f882e8-6efd-454c-b676-8a4220eb0950 req-6b9ea06f-a397-4eba-b9c5-91b3545374f9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0520253 Jul 25 12:48:57.366517 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c7f882e8-6efd-454c-b676-8a4220eb0950 req-13a62e21-bebb-4d02-9e2b-cf379470b539 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Jul 25 12:48:57.432746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '7dedb2e3-c850-4719-8868-460a45ed3edb', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:f5:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:48:39Z', 'updated_at': '2022-07-25T12:48:55Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:48:57.463846 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc3fcd-ca7b-408e-b6bd-2dea9a86d45c None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '7dedb2e3-c850-4719-8868-460a45ed3edb', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'port_id': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'mac_address': 'fa:16:3e:f5:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:48:39Z', 'updated_at': '2022-07-25T12:48:55Z', 'revision_number': 1, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:48:57.661701 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c84eb-c5a6-44a9-85f9-78457024e3aa None None] New status for floating IP 7dedb2e3-c850-4719-8868-460a45ed3edb: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:48:58.511824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86535-6674-4a38-990a-9956401041aa req-e093a07f-0b09-4e3a-9ca3-beeadd2011b8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:58.513397 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccf86535-6674-4a38-990a-9956401041aa req-e093a07f-0b09-4e3a-9ca3-beeadd2011b8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0591702 Jul 25 12:48:58.600314 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ccf86535-6674-4a38-990a-9956401041aa req-e4c0da28-2d5b-4cf2-9477-6a52df642d4a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791986 Jul 25 12:48:59.763395 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d481cf-f12a-4146-adda-5dfc15d0ac6b req-4a30e9c9-8f7e-4176-9f2b-2164983a9a2f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:48:59.765582 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-98d481cf-f12a-4146-adda-5dfc15d0ac6b req-4a30e9c9-8f7e-4176-9f2b-2164983a9a2f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0746539 Jul 25 12:48:59.842096 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-98d481cf-f12a-4146-adda-5dfc15d0ac6b req-c8cf2887-8d28-4287-83ef-321a49f33d28 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659382 Jul 25 12:49:00.986151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26717095-8f49-4a5d-ba16-220a09c9460b req-5ea46de3-d719-43c0-a035-e1b3f44c7d7f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:00.988501 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-26717095-8f49-4a5d-ba16-220a09c9460b req-5ea46de3-d719-43c0-a035-e1b3f44c7d7f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Jul 25 12:49:01.058465 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-26717095-8f49-4a5d-ba16-220a09c9460b req-68476a54-88d5-43d8-bd22-eab63fa53455 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602343 Jul 25 12:49:02.222266 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03018320-8dbf-4333-8972-4fe9cc92b27a req-81c74416-3c68-4c4f-a974-b1fa079bdfd8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:02.223930 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03018320-8dbf-4333-8972-4fe9cc92b27a req-81c74416-3c68-4c4f-a974-b1fa079bdfd8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0675368 Jul 25 12:49:02.278899 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03018320-8dbf-4333-8972-4fe9cc92b27a req-3bc74d9a-6b38-4477-85f8-8c5d36423f6f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486495 Jul 25 12:49:03.429540 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfd7bc-ddd7-4d33-8681-80a1c9cfa651 req-1550733e-9125-4235-9d5a-8299db56a955 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:03.431840 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a5cfd7bc-ddd7-4d33-8681-80a1c9cfa651 req-1550733e-9125-4235-9d5a-8299db56a955 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0525081 Jul 25 12:49:03.494974 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a5cfd7bc-ddd7-4d33-8681-80a1c9cfa651 req-b91d6218-53d4-47cc-8cbe-d528e1369c0d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579638 Jul 25 12:49:04.569847 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:49:04.631582 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac84be-97fa-48b7-9000-7cbf2d1d5dd6 req-9e40accb-edf4-4aa9-a49b-fb729dd68e5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:04.633292 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9eac84be-97fa-48b7-9000-7cbf2d1d5dd6 req-9e40accb-edf4-4aa9-a49b-fb729dd68e5a tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0552464 Jul 25 12:49:04.686295 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:04.719841 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9eac84be-97fa-48b7-9000-7cbf2d1d5dd6 req-abaea772-58e2-4788-9015-57c28bd95f82 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808728 Jul 25 12:49:05.887772 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be082863-a28d-4c36-9118-43ccbb854845 req-d4b42855-2e55-496f-ab06-8aa795c7f3ec tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:05.889969 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-be082863-a28d-4c36-9118-43ccbb854845 req-d4b42855-2e55-496f-ab06-8aa795c7f3ec tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0660193 Jul 25 12:49:05.955115 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-be082863-a28d-4c36-9118-43ccbb854845 req-620ec0c8-949e-4fbc-9738-5f589d24c4ca tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584080 Jul 25 12:49:07.143737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2656f5a-4ecf-4f44-b183-1cbfc111c696 req-d665ac6c-cbfe-4bba-ba1f-4b09d276d1fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:07.146038 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d2656f5a-4ecf-4f44-b183-1cbfc111c696 req-d665ac6c-cbfe-4bba-ba1f-4b09d276d1fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0977590 Jul 25 12:49:07.198242 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d2656f5a-4ecf-4f44-b183-1cbfc111c696 req-c27c36a3-a2ea-41dd-bcaf-204bf51aa806 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460787 Jul 25 12:49:08.326756 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1839c-d377-4e1c-afbd-7ca3e16bb346 req-1a4710bf-af5e-45af-a993-e62820710f56 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:08.335572 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2bd1839c-d377-4e1c-afbd-7ca3e16bb346 req-1a4710bf-af5e-45af-a993-e62820710f56 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0569451 Jul 25 12:49:08.379648 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:08.384718 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2bd1839c-d377-4e1c-afbd-7ca3e16bb346 req-ddd42dbd-0f6e-4ba9-8185-f2e835b331a3 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480039 Jul 25 12:49:09.525443 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4349-388d-4c56-b285-3f88370405e6 req-8fb129b8-fc04-410a-ab14-d7b37c1f6ece tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:09.527623 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-85aa4349-388d-4c56-b285-3f88370405e6 req-8fb129b8-fc04-410a-ab14-d7b37c1f6ece tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Jul 25 12:49:09.610500 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-85aa4349-388d-4c56-b285-3f88370405e6 req-3cc8cb87-756f-4bde-a680-a791a548ade2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761290 Jul 25 12:49:10.747279 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31cfe-7678-47b3-9a75-2d47cff594ce req-846537c6-f579-4f39-8745-63572fe8d62c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:10.748853 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-48d31cfe-7678-47b3-9a75-2d47cff594ce req-846537c6-f579-4f39-8745-63572fe8d62c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0565360 Jul 25 12:49:10.803806 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-48d31cfe-7678-47b3-9a75-2d47cff594ce req-4fbb74a7-801c-47c5-aa81-5b7bf09c7ac0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465834 Jul 25 12:49:11.449983 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:11.483229 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-f3ebc00c-2694-4b30-9913-02814b89f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:11.484840 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-f3ebc00c-2694-4b30-9913-02814b89f849 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1129 time: 0.0425825 Jul 25 12:49:11.580234 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-a0b6edb4-76ae-41ce-b902-7ac420f364ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:11.581689 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-a0b6edb4-76ae-41ce-b902-7ac420f364ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.0908778 Jul 25 12:49:11.647439 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-390fb5f3-1c15-4a1c-9984-bed6db4d20b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 1000 time: 0.0571351 Jul 25 12:49:11.696498 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-7e06c395-20cd-49de-9312-f82ebf225997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:11.698056 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-7e06c395-20cd-49de-9312-f82ebf225997 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0447514 Jul 25 12:49:11.746684 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-e186426f-d044-4435-a786-ae83e2028835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:11.748080 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-e186426f-d044-4435-a786-ae83e2028835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432596 Jul 25 12:49:11.844669 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-0deaefd6-6b55-4bd1-9de9-a2d0f4388082 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894282 Jul 25 12:49:11.947138 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6778ce0e-985e-472c-a1f7-eb97d2deb9b0 req-5b1ee58f-a5a1-4b37-93f3-2feffdd17c2c service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940080 Jul 25 12:49:11.956740 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4c39c-d48d-4823-a2aa-7a50d03c435b req-20597d18-713b-40a8-a3ef-73a480a1cff2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:11.958890 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-67e4c39c-d48d-4823-a2aa-7a50d03c435b req-20597d18-713b-40a8-a3ef-73a480a1cff2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0588148 Jul 25 12:49:11.993559 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:12.009717 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-67e4c39c-d48d-4823-a2aa-7a50d03c435b req-e3bbd1de-349d-4492-bad1-371e492d7ef9 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 Jul 25 12:49:13.137364 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107b7b-3687-454e-9d4f-3bbfc3d60508 req-13bf13fd-581b-4e01-8b16-78878c0485cb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:13.138905 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49107b7b-3687-454e-9d4f-3bbfc3d60508 req-13bf13fd-581b-4e01-8b16-78878c0485cb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Jul 25 12:49:13.204918 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49107b7b-3687-454e-9d4f-3bbfc3d60508 req-d87d0849-50a2-41c2-9230-5e56468e56d2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599949 Jul 25 12:49:14.339360 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0b0f7-49ec-4b03-8057-c09ab2d57e14 req-1bc52494-9bb5-4a24-b1a4-cd1f66c9e33c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:14.341106 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fff0b0f7-49ec-4b03-8057-c09ab2d57e14 req-1bc52494-9bb5-4a24-b1a4-cd1f66c9e33c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Jul 25 12:49:14.392809 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fff0b0f7-49ec-4b03-8057-c09ab2d57e14 req-f4a09ce6-d08a-4350-80c8-1591676ef5f8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463059 Jul 25 12:49:14.673256 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=50 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:14.680039 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:15.237617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-2746f36b-3490-4bce-adc4-ff9ba08184ab req-a04f353c-a2b4-4444-b94f-65a34370559f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:49:15.238710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2746f36b-3490-4bce-adc4-ff9ba08184ab req-a04f353c-a2b4-4444-b94f-65a34370559f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055194 Jul 25 12:49:15.394789 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:15.403893 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954010-d24e-4dd3-b581-62dfd38b51cf req-dc3ceff7-7df4-45fd-bdb8-dae325378ac0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:15.405420 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f8954010-d24e-4dd3-b581-62dfd38b51cf req-dc3ceff7-7df4-45fd-bdb8-dae325378ac0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Jul 25 12:49:15.448661 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:49:15.460957 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f8954010-d24e-4dd3-b581-62dfd38b51cf req-2c4b9f22-4a70-4f34-8650-e7a64d283349 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495703 Jul 25 12:49:15.528052 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: ACTIVE; New status is: DOWN {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:49:15.528438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:15.553443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:49:15.555856 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0a21e3-95e6-4e6b-ba8c-04fd8082bea7" -d '{"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:49:15.570714 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:49:15.577658 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:15.608888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 12:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2decb060-b78c-45e5-92fc-c94d18194b9d x-openstack-request-id: req-2decb060-b78c-45e5-92fc-c94d18194b9d {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:49:15.609179 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-unplugged", "status": "failed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "code": 422}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:49:15.609430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2decb060-b78c-45e5-92fc-c94d18194b9d {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:49:15.609867 dv-cinder-825492-28-iscsi neutron-server[105687]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2decb060-b78c-45e5-92fc-c94d18194b9d']: {'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'code': 422} returned with failed status Jul 25 12:49:15.641085 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=8']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:49:15.671597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52292) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:49:15.759550 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-fbc6fb0d-118d-4579-b012-eac66a71673a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866961 Jul 25 12:49:15.767839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-c61f92c6-0bdd-4d94-8142-6bfd2c8fb54b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:49:15.768775 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-c61f92c6-0bdd-4d94-8142-6bfd2c8fb54b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047867 Jul 25 12:49:15.860748 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52300) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:49:15.955191 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-bbde1ca7-cbe4-408c-ba82-731ad2789510 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:15.956551 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-bbde1ca7-cbe4-408c-ba82-731ad2789510 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports/ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 940 time: 0.0947881 Jul 25 12:49:16.594441 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b5422-814d-4fe6-999a-5bfb11e8aefd req-122e8f76-8dfb-47bc-a81f-dd1c7780cd84 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:16.596054 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b10b5422-814d-4fe6-999a-5bfb11e8aefd req-122e8f76-8dfb-47bc-a81f-dd1c7780cd84 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0524623 Jul 25 12:49:16.655843 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b10b5422-814d-4fe6-999a-5bfb11e8aefd req-980ffde4-d5d2-499f-8dc8-e7efb9b9e4fe tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537879 Jul 25 12:49:16.657382 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:16.658119 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:16.910490 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-768a4dff-f87a-4fa4-8a85-229398e5e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:16.912438 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-768a4dff-f87a-4fa4-8a85-229398e5e223 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0&tenant_id=df3ed3c23dde49b382ce9016e421e4de HTTP/1.1" status: 200 len: 1127 time: 0.0432460 Jul 25 12:49:16.985263 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-c0271349-459b-427e-bf29-3141e8317ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:16.986782 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-c0271349-459b-427e-bf29-3141e8317ada service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1127 time: 0.0400457 Jul 25 12:49:17.088812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-0e58cee2-b528-43e1-9def-2b93252b5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:17.091257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-0e58cee2-b528-43e1-9def-2b93252b5543 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.0969710 Jul 25 12:49:17.159515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-2ef98a7b-c25a-4d84-82b1-c1b43c479348 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 998 time: 0.0621939 Jul 25 12:49:17.213211 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-b575d90c-c7bc-4afa-ab62-bc32c91cfe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:17.214738 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-b575d90c-c7bc-4afa-ab62-bc32c91cfe4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0491445 Jul 25 12:49:17.259233 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-6ad3911f-7ced-4cdd-81d7-12249d040345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:17.260718 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-6ad3911f-7ced-4cdd-81d7-12249d040345 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397243 Jul 25 12:49:17.318054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:17.335625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:17.358687 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-d5afe746-7f9a-4f3a-bf6d-ef1668212343 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910876 Jul 25 12:49:17.452106 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-3c0aa918-d9af-4dad-86db-9d504da43e36 req-4121f095-2b01-4b64-8517-fb18b9c3fe5e service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864213 Jul 25 12:49:17.791043 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eedc5-527c-4a3a-b9bb-4cbcf042100a req-6eab3d07-5251-4bb5-8cb9-78d9b8162650 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:17.792593 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-270eedc5-527c-4a3a-b9bb-4cbcf042100a req-6eab3d07-5251-4bb5-8cb9-78d9b8162650 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0500269 Jul 25 12:49:17.845459 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-270eedc5-527c-4a3a-b9bb-4cbcf042100a req-bea04e75-b3f7-4906-a873-d88777ee720c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Jul 25 12:49:17.909237 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eac2823b-99c7-4219-813e-01320df5b37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:18.983922 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63faa2-dfed-4b27-a9ce-e4c187387dd4 req-4d758931-975c-42fa-9322-48fc50a08fda tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:18.985404 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ba63faa2-dfed-4b27-a9ce-e4c187387dd4 req-4d758931-975c-42fa-9322-48fc50a08fda tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0546556 Jul 25 12:49:19.046567 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ba63faa2-dfed-4b27-a9ce-e4c187387dd4 req-2d4ade0b-f5d5-4602-a2cc-dc61c448d54d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553267 Jul 25 12:49:20.181176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e35d1-0c73-4398-a6a2-1e79d6bced60 req-7a5fb437-7456-48af-9974-8ec8d1e415b5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:20.182708 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-742e35d1-0c73-4398-a6a2-1e79d6bced60 req-7a5fb437-7456-48af-9974-8ec8d1e415b5 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0495563 Jul 25 12:49:20.223139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc3a4-6a85-42aa-b163-c268270ed0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:20.239251 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-742e35d1-0c73-4398-a6a2-1e79d6bced60 req-d75f0faa-c111-44f5-a769-22f09b460f90 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506623 Jul 25 12:49:21.319898 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:21.384275 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08481c8-fdd7-42bb-a640-c5be5df65442 req-bd8246bf-5377-4be0-8d5e-25792cefba9d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:21.385758 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a08481c8-fdd7-42bb-a640-c5be5df65442 req-bd8246bf-5377-4be0-8d5e-25792cefba9d tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0529792 Jul 25 12:49:21.439328 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a08481c8-fdd7-42bb-a640-c5be5df65442 req-97315585-7864-47a6-aeac-f739c47c6f75 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480161 Jul 25 12:49:22.572508 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeab3b-0a02-4fc6-b7c6-35164b21808b req-c7642d53-7b78-4a5f-8103-430da58fe696 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:22.574029 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1daeab3b-0a02-4fc6-b7c6-35164b21808b req-c7642d53-7b78-4a5f-8103-430da58fe696 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0519996 Jul 25 12:49:22.634228 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1daeab3b-0a02-4fc6-b7c6-35164b21808b req-d81d7c57-464b-4564-a5da-eea3df490bd0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532806 Jul 25 12:49:22.637645 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:23.129764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:23.775283 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac150-6f87-4186-b47f-213f801bbde0 req-2f92d496-66ab-4d98-b401-3a238528e356 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:23.777846 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-719ac150-6f87-4186-b47f-213f801bbde0 req-2f92d496-66ab-4d98-b401-3a238528e356 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0547047 Jul 25 12:49:23.827690 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-719ac150-6f87-4186-b47f-213f801bbde0 req-c130bcfb-83fe-48ad-84f5-2c8c3c811738 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442591 Jul 25 12:49:24.970143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52545dc-da45-4ff4-8aa0-1f07acf5f4d2 req-8b3110ed-c63a-4888-a447-3fa318a631b1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:24.971534 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c52545dc-da45-4ff4-8aa0-1f07acf5f4d2 req-8b3110ed-c63a-4888-a447-3fa318a631b1 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0583010 Jul 25 12:49:25.023652 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c52545dc-da45-4ff4-8aa0-1f07acf5f4d2 req-a6ae8c3c-b6c3-4621-af94-dd8a6687e597 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464320 Jul 25 12:49:26.157962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6776-345e-435e-ba68-5232ab1ef143 req-fe04d19d-a67d-4aa6-b13f-ec24539f600c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:26.162501 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38ce6776-345e-435e-ba68-5232ab1ef143 req-fe04d19d-a67d-4aa6-b13f-ec24539f600c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0535362 Jul 25 12:49:26.213513 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38ce6776-345e-435e-ba68-5232ab1ef143 req-fffc50c8-c6ec-4c96-82ad-6a9893af6d54 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481308 Jul 25 12:49:27.345706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53005e-0d65-473b-907e-e05f0e862216 req-01c4615b-6446-4201-a666-5ad60ceafff8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:27.348110 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2f53005e-0d65-473b-907e-e05f0e862216 req-01c4615b-6446-4201-a666-5ad60ceafff8 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0487287 Jul 25 12:49:27.405692 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2f53005e-0d65-473b-907e-e05f0e862216 req-9040b7ad-eaac-4ff1-af93-03be1fa8ee20 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475817 Jul 25 12:49:28.527535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67339-ace8-42cb-a9a5-350792fc76eb req-e5c8143a-1947-4772-b011-04b8951e7033 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:28.529019 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f4d67339-ace8-42cb-a9a5-350792fc76eb req-e5c8143a-1947-4772-b011-04b8951e7033 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0477531 Jul 25 12:49:28.576377 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f4d67339-ace8-42cb-a9a5-350792fc76eb req-0f47a957-a6ad-478a-809a-5143f311c9b2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Jul 25 12:49:29.698675 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a917e-2f42-44b7-9ce9-24331f8f6545 req-8ecd57cb-731c-4ff0-8f0d-7e6f7bc9d8d6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:29.700122 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4a7a917e-2f42-44b7-9ce9-24331f8f6545 req-8ecd57cb-731c-4ff0-8f0d-7e6f7bc9d8d6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0472124 Jul 25 12:49:29.749112 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4a7a917e-2f42-44b7-9ce9-24331f8f6545 req-1cc99942-374c-4c1f-be96-6e9cc99da132 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Jul 25 12:49:30.206365 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=47 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:30.235784 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=38 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:30.875464 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d53eb-3a07-4e5d-8bcb-511018442587 req-8b2672da-47a4-418f-9f26-21ee9a0615be tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:30.876972 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-732d53eb-3a07-4e5d-8bcb-511018442587 req-8b2672da-47a4-418f-9f26-21ee9a0615be tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0513775 Jul 25 12:49:30.888886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:30.897026 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:30.928568 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-732d53eb-3a07-4e5d-8bcb-511018442587 req-ff802670-f7c6-4e68-98ab-478909f9aede tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452654 Jul 25 12:49:32.054810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cf036-96d5-4318-b1ca-ad4155e37cb7 req-8274af64-8d35-438f-b8be-567e720712eb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:32.056277 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9d6cf036-96d5-4318-b1ca-ad4155e37cb7 req-8274af64-8d35-438f-b8be-567e720712eb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0488009 Jul 25 12:49:32.105316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9d6cf036-96d5-4318-b1ca-ad4155e37cb7 req-8aff5ff0-5054-422a-ac40-18caa27f72f2 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Jul 25 12:49:33.122269 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:33.124781 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:33.229598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d957cb0-64f9-4330-a044-12a41490468d req-bd62db42-2f5e-4ae5-a4c1-da063daca56f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:33.231068 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6d957cb0-64f9-4330-a044-12a41490468d req-bd62db42-2f5e-4ae5-a4c1-da063daca56f tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0465212 Jul 25 12:49:33.284235 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6d957cb0-64f9-4330-a044-12a41490468d req-4ae241a4-6b78-470f-8bc5-0f251c5a58a4 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Jul 25 12:49:34.416108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67c41-ddc3-4782-a70c-281ccbb51fbd req-492edcee-c74c-4279-9d53-798e7f119c5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:34.418209 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6a67c41-ddc3-4782-a70c-281ccbb51fbd req-492edcee-c74c-4279-9d53-798e7f119c5b tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0520635 Jul 25 12:49:34.476936 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e6a67c41-ddc3-4782-a70c-281ccbb51fbd req-3238a7a7-a2bd-4ee7-8ab7-c9a1ea427f92 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484512 Jul 25 12:49:34.708788 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:35.540540 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:49:35.605315 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdfabd-18d0-4a3a-a1c8-68e51bfe51ff req-731faf66-105b-4822-a39e-eb1623e446c7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:35.607051 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6bbdfabd-18d0-4a3a-a1c8-68e51bfe51ff req-731faf66-105b-4822-a39e-eb1623e446c7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 943 time: 0.0480890 Jul 25 12:49:35.638506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:49:35.649669 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'port_id': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'mac_address': 'fa:16:3e:ed:f0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:49:35.654503 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6bbdfabd-18d0-4a3a-a1c8-68e51bfe51ff req-223dda33-5d93-46ff-934d-6294f42e8edd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Jul 25 12:49:35.690163 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:49:35.690545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:35.703513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:49:35.722581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:49:35.727102 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:35.771852 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=9']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:49:36.132971 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:49:36.829680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5708f-a583-4445-848b-b594b90f7c2a req-61fac6b6-19a0-4b10-b2b1-a732d699f7d7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:36.831194 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39c5708f-a583-4445-848b-b594b90f7c2a req-61fac6b6-19a0-4b10-b2b1-a732d699f7d7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0979600 Jul 25 12:49:36.882466 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39c5708f-a583-4445-848b-b594b90f7c2a req-34560406-eeea-4cf3-b78b-7e0c8aba94fd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Jul 25 12:49:37.554210 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:49:37.603391 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:49:37.603765 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:37.679214 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:49:37.679600 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:37.702361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:49:37.704591 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff168f1-1892-406a-a2e2-91c7f64705ae" -d '{"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:49:37.717564 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:49:37.721776 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:37.744984 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322bba7-a210-4945-a5af-d3251ed8bf0f x-openstack-request-id: req-a322bba7-a210-4945-a5af-d3251ed8bf0f {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:49:37.745272 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:49:37.745521 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a322bba7-a210-4945-a5af-d3251ed8bf0f {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:49:37.745935 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a322bba7-a210-4945-a5af-d3251ed8bf0f'] response: {'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'code': 200} Jul 25 12:49:37.772159 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=10']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:49:38.004413 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e87507-12f2-45bb-b4be-e3fa2f3ea368 req-487df197-1095-4317-a4ca-dbb492e64f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:38.006470 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-40e87507-12f2-45bb-b4be-e3fa2f3ea368 req-487df197-1095-4317-a4ca-dbb492e64f75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1130 time: 0.0704038 Jul 25 12:49:38.025799 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c6e5-897b-43a4-86c2-a3e2a11c8ebb req-3e635575-7a44-41a7-9dfc-48d5d6eeab83 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:38.027279 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8db1c6e5-897b-43a4-86c2-a3e2a11c8ebb req-3e635575-7a44-41a7-9dfc-48d5d6eeab83 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Jul 25 12:49:38.085749 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-40e87507-12f2-45bb-b4be-e3fa2f3ea368 req-d59aa454-aa41-415e-9e83-f2257ef4c283 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736675 Jul 25 12:49:38.096597 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8db1c6e5-897b-43a4-86c2-a3e2a11c8ebb req-1d23d56e-d31b-40bf-9df7-7d977a8b0f02 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624080 Jul 25 12:49:39.371046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdcb2a-a4f1-405b-8bc0-a0d25eeb41e5 req-1bfd026e-f64c-4b3c-9eb2-bac5beb96167 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:39.372534 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-34fdcb2a-a4f1-405b-8bc0-a0d25eeb41e5 req-1bfd026e-f64c-4b3c-9eb2-bac5beb96167 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Jul 25 12:49:39.421951 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-34fdcb2a-a4f1-405b-8bc0-a0d25eeb41e5 req-06b9890b-0dbc-4ef4-ada5-184238fec7b7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Jul 25 12:49:40.563479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851e975-2b9a-430b-a88f-9033a524f636 req-bd4af740-e1ff-44a8-ae8a-e3759fdd3395 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:40.565243 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e851e975-2b9a-430b-a88f-9033a524f636 req-bd4af740-e1ff-44a8-ae8a-e3759fdd3395 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0539858 Jul 25 12:49:40.622603 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e851e975-2b9a-430b-a88f-9033a524f636 req-3eba9f69-9f9e-457a-80ec-49660a7c13ec tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511279 Jul 25 12:49:41.569521 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:49:41.762976 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7de1-8999-4398-be57-ded835a202aa req-87ffa011-dc2c-4dc2-91e3-aff052935773 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:41.764507 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a05c7de1-8999-4398-be57-ded835a202aa req-87ffa011-dc2c-4dc2-91e3-aff052935773 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0525072 Jul 25 12:49:41.815337 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a05c7de1-8999-4398-be57-ded835a202aa req-0b02ed52-1622-4a6b-9a65-1153d5d1a124 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Jul 25 12:49:42.172792 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2957c9-a581-40b4-b2bf-dcab657c4754 req-5e2fb4d0-7a5e-4d96-b0f2-cdc31b25ba3e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:42.174431 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aa2957c9-a581-40b4-b2bf-dcab657c4754 req-5e2fb4d0-7a5e-4d96-b0f2-cdc31b25ba3e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0510106 Jul 25 12:49:42.225994 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aa2957c9-a581-40b4-b2bf-dcab657c4754 req-6cbc0ba1-fbc7-42c1-b51b-a9049b86fb58 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Jul 25 12:49:43.217642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-ae074279-10a3-4b2d-810b-4eb65ac3a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:43.219275 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-ae074279-10a3-4b2d-810b-4eb65ac3a6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0398910 Jul 25 12:49:43.371122 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-68b9150b-ca7a-4d47-afe3-6ad8d6c06058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:43.372609 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-68b9150b-ca7a-4d47-afe3-6ad8d6c06058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.1336231 Jul 25 12:49:43.378931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52de5ad-54f1-487e-a594-c755f904a5af req-6d1b4510-7c8f-4369-86f7-6204cc625558 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:43.380487 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e52de5ad-54f1-487e-a594-c755f904a5af req-6d1b4510-7c8f-4369-86f7-6204cc625558 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0775695 Jul 25 12:49:43.467180 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-aabbc23f-a15d-4053-a186-ea561d906a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 1001 time: 0.0855565 Jul 25 12:49:43.758239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:43.764318 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e52de5ad-54f1-487e-a594-c755f904a5af req-19c416bb-58e1-4e98-9fa5-c5abf4f919b2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752353 Jul 25 12:49:43.781016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-c493424d-e49f-48d5-b259-f80cda1768ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:43.787411 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-c493424d-e49f-48d5-b259-f80cda1768ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.3113394 Jul 25 12:49:43.823662 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:43.831533 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-d324bf1b-f881-4020-9daf-aaeced405c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:43.833024 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-d324bf1b-f881-4020-9daf-aaeced405c66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399086 Jul 25 12:49:43.926654 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-1ab20bd4-038b-4ba0-9ba9-5550876e9ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Jul 25 12:49:44.021195 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c02cde9a-387b-492e-a46d-629d5e95b087 req-5fa86995-345b-4c95-8af8-a0ccbd2aa3cf service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Jul 25 12:49:44.891136 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c9ad-0413-46cb-a303-b596f2364526 req-57a8e089-0b38-4cdb-99bc-5a8d318302bb tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:44.892694 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9a94c9ad-0413-46cb-a303-b596f2364526 req-57a8e089-0b38-4cdb-99bc-5a8d318302bb tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0495422 Jul 25 12:49:44.943957 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9a94c9ad-0413-46cb-a303-b596f2364526 req-0701c3e5-d81f-4626-a603-3224659234dc tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Jul 25 12:49:46.074482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b534412-a53b-49ce-9f2f-001de17bf214 req-3dff186e-0f3e-4363-a457-17939d6b726f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:46.076092 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b534412-a53b-49ce-9f2f-001de17bf214 req-3dff186e-0f3e-4363-a457-17939d6b726f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0530422 Jul 25 12:49:46.126283 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0b534412-a53b-49ce-9f2f-001de17bf214 req-e2510491-d3c7-42f1-a97d-be265c6cd9d9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Jul 25 12:49:47.251063 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce7976-3c25-49d4-bedd-859d440db60f req-f7928427-d40d-403d-9ad6-98773cdb022d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:47.252535 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1cce7976-3c25-49d4-bedd-859d440db60f req-f7928427-d40d-403d-9ad6-98773cdb022d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0485053 Jul 25 12:49:47.306374 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1cce7976-3c25-49d4-bedd-859d440db60f req-ecc61c3e-da98-420d-9d28-f5a0e733c788 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471764 Jul 25 12:49:47.559616 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:47.761076 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:47.769783 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:47.906892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5e411f48-80bb-4b15-8cc6-c2b787485e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:48.424382 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0656e8e-4385-4176-b9b6-3d7a93e6b2de req-c8343d6c-b682-4d98-b8f9-cdb287289922 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:48.425844 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0656e8e-4385-4176-b9b6-3d7a93e6b2de req-c8343d6c-b682-4d98-b8f9-cdb287289922 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0474036 Jul 25 12:49:48.485663 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0656e8e-4385-4176-b9b6-3d7a93e6b2de req-a157bd61-6b00-481b-8bb7-4e5469463597 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541115 Jul 25 12:49:49.612364 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7fef7-a07b-4c5f-8381-8469dec5db3d req-aa93c803-84ab-4eb1-8aec-ec3dab042c5a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:49.614018 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b6e7fef7-a07b-4c5f-8381-8469dec5db3d req-aa93c803-84ab-4eb1-8aec-ec3dab042c5a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0522552 Jul 25 12:49:49.671409 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b6e7fef7-a07b-4c5f-8381-8469dec5db3d req-ae8bcf1b-5b6f-4fe3-95b6-b9c23465ac46 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498350 Jul 25 12:49:50.207557 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-776fa023-6153-4fd7-a9ae-fe19f2b1a330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:50.800931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c083fb-3724-4a86-9404-c5f7809098bb req-53fe5551-7c9c-48d7-88d3-3b16f5f7ed2e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:50.802498 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0c083fb-3724-4a86-9404-c5f7809098bb req-53fe5551-7c9c-48d7-88d3-3b16f5f7ed2e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0487587 Jul 25 12:49:50.861883 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0c083fb-3724-4a86-9404-c5f7809098bb req-ceac8a60-81e1-4564-8409-6a61192a763b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535920 Jul 25 12:49:51.326179 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:51.565780 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:51.996103 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad581e0-f17c-4add-a092-11ecba3d02f3 req-4a4dbed7-8848-4e66-88d3-6cfcec325dbd tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:51.997694 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6ad581e0-f17c-4add-a092-11ecba3d02f3 req-4a4dbed7-8848-4e66-88d3-6cfcec325dbd tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0552132 Jul 25 12:49:52.047103 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6ad581e0-f17c-4add-a092-11ecba3d02f3 req-36a297c1-8ca8-440d-878f-f37cad6b5253 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Jul 25 12:49:52.644466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:53.130289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:49:53.205929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2dce1-c8b1-43a0-9dd0-750ce8804908 req-71e97ed6-bd79-4fc6-a409-775191e776c1 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:53.207459 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-96c2dce1-c8b1-43a0-9dd0-750ce8804908 req-71e97ed6-bd79-4fc6-a409-775191e776c1 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0581522 Jul 25 12:49:53.257401 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-96c2dce1-c8b1-43a0-9dd0-750ce8804908 req-cd866e8c-0d6d-4383-8aa7-9733d216fe49 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Jul 25 12:49:54.385707 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019b3c-6e8f-48d2-89fa-b5cd510b6c0b req-9eb31ae1-1922-4631-881a-213d09926631 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:54.387304 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e2019b3c-6e8f-48d2-89fa-b5cd510b6c0b req-9eb31ae1-1922-4631-881a-213d09926631 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0538652 Jul 25 12:49:54.439777 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e2019b3c-6e8f-48d2-89fa-b5cd510b6c0b req-4cec4394-07a8-45d9-9472-11f72c1e9919 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465548 Jul 25 12:49:55.566583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f8bc-7ea5-48c2-bcf6-bdef1e33f584 req-9300bd64-37f4-4a5f-b55d-b92e94fb0173 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:55.568635 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-71e8f8bc-7ea5-48c2-bcf6-bdef1e33f584 req-9300bd64-37f4-4a5f-b55d-b92e94fb0173 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0524056 Jul 25 12:49:55.617619 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-71e8f8bc-7ea5-48c2-bcf6-bdef1e33f584 req-4734cabc-7b55-42ab-a1ab-549be1460fd2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Jul 25 12:49:56.756033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f89412-729a-4338-936c-f4703a5e9778 req-5ce07f33-05df-46d2-a448-21314b5ab5f0 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:56.757572 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-99f89412-729a-4338-936c-f4703a5e9778 req-5ce07f33-05df-46d2-a448-21314b5ab5f0 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0526736 Jul 25 12:49:56.806481 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-99f89412-729a-4338-936c-f4703a5e9778 req-bdbd7b76-1ff6-4bbf-b294-b3ba318a5e52 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Jul 25 12:49:57.927987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599795b8-a6e4-4cf1-a67e-1b2a65b03194 req-cf35f035-3593-4968-85a7-3ff3c6e93507 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:57.929488 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-599795b8-a6e4-4cf1-a67e-1b2a65b03194 req-cf35f035-3593-4968-85a7-3ff3c6e93507 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0513082 Jul 25 12:49:57.978508 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-599795b8-a6e4-4cf1-a67e-1b2a65b03194 req-fb4b1862-4d83-4e71-b783-7bb5b7258b15 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Jul 25 12:49:58.218392 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661b10f-ecc1-4dbb-9e36-eab7ec93fbaa req-20a13bbc-ba41-4a1c-b6bc-69a50c936d08 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:58.219895 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0661b10f-ecc1-4dbb-9e36-eab7ec93fbaa req-20a13bbc-ba41-4a1c-b6bc-69a50c936d08 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0485957 Jul 25 12:49:58.306803 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0661b10f-ecc1-4dbb-9e36-eab7ec93fbaa req-10a15d73-3822-44d5-94b1-9d1961e46735 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811169 Jul 25 12:49:58.315423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-bbac4ed5-ada4-4faa-8a84-64c5bb388fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:58.317220 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-bbac4ed5-ada4-4faa-8a84-64c5bb388fbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0574954 Jul 25 12:49:58.399008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:58.413975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-f4c3adb9-33d9-497b-8a24-8c4ba8430440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:58.415518 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-f4c3adb9-33d9-497b-8a24-8c4ba8430440 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0924277 Jul 25 12:49:58.468088 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:49:58.486097 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-652e5569-34e2-481b-939e-52753378a071 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 1001 time: 0.0631745 Jul 25 12:49:58.534772 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-25696c82-6d81-410c-ae60-2033c00e65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:58.536324 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-25696c82-6d81-410c-ae60-2033c00e65ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0445182 Jul 25 12:49:58.580280 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-50b2d2e2-c36b-4aae-af03-8513977d3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:58.581753 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-50b2d2e2-c36b-4aae-af03-8513977d3da1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398860 Jul 25 12:49:58.600226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-9ff122c6-d7f6-4aa2-af02-af1f0d1442c7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:49:58.601218 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-9ff122c6-d7f6-4aa2-af02-af1f0d1442c7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0134375 Jul 25 12:49:58.696006 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-1e32f748-ce58-4636-bc8c-27461a96c4b3 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885317 Jul 25 12:49:58.792790 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c0ed3d94-3bc2-4984-a988-90d8a37e3024 req-cc1d9fa4-ebea-4409-a83b-9206d74194bc service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899937 Jul 25 12:49:59.430587 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701f3ad-527a-4d06-9420-84dbdf2eff9b req-e898c1c8-ce07-4da3-8f35-bf4ae5f5d69d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:49:59.432085 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4701f3ad-527a-4d06-9420-84dbdf2eff9b req-e898c1c8-ce07-4da3-8f35-bf4ae5f5d69d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0498793 Jul 25 12:49:59.492518 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4701f3ad-527a-4d06-9420-84dbdf2eff9b req-479d4f3a-4974-4927-9d29-dad669dd4473 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538514 Jul 25 12:50:00.625736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969652ab-faf3-4a44-8d86-7e6898f1f207 req-74cf3619-6aca-45fd-9775-254f7b2aa27a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:00.627255 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-969652ab-faf3-4a44-8d86-7e6898f1f207 req-74cf3619-6aca-45fd-9775-254f7b2aa27a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0541420 Jul 25 12:50:00.674891 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-969652ab-faf3-4a44-8d86-7e6898f1f207 req-d0093879-072f-4f5f-8dae-a7784b582c50 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Jul 25 12:50:03.121576 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:03.126096 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:04.707660 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:09.486662 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:09.488550 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:10.664681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=34 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:10.672033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=50 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:14.692317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:14.703027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:17.900184 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cece8c31-b14d-4e39-a132-d06a56a6bb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:18.568466 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:50:20.211382 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-979a9f70-90f9-49a4-b41d-105ab42bd49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:21.325107 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:22.642096 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:23.124487 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:24.551906 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:28.564074 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:33.117710 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:33.120421 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:34.721719 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:35.657561 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32ee3-b32b-47d2-ac5f-c7ca706ebfb3 req-51fcf996-eaa6-4890-8e2b-8aea20ed6ae6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:35.659030 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-76e32ee3-b32b-47d2-ac5f-c7ca706ebfb3 req-51fcf996-eaa6-4890-8e2b-8aea20ed6ae6 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Jul 25 12:50:35.710934 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-76e32ee3-b32b-47d2-ac5f-c7ca706ebfb3 req-c6966e33-9a6e-4213-931a-452e8b019b7a tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463214 Jul 25 12:50:36.833087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b415-5340-4518-88bf-001e6ed0da3a req-c55cecf8-16e4-46f5-bf7d-3f309e42c05c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:36.834710 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-24a9b415-5340-4518-88bf-001e6ed0da3a req-c55cecf8-16e4-46f5-bf7d-3f309e42c05c tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Jul 25 12:50:36.885982 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-24a9b415-5340-4518-88bf-001e6ed0da3a req-3edbad14-0fbe-4b13-bc4e-9de86d3586be tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Jul 25 12:50:37.777896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-02f9bd59-dd14-495d-afe0-2ec48ae248df tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:37.779440 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-02f9bd59-dd14-495d-afe0-2ec48ae248df tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Jul 25 12:50:37.866159 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port de55d0a4-7a8f-49d3-8bd7-26f9992047bb {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:37.866861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:37.961198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] For port de55d0a4-7a8f-49d3-8bd7-26f9992047bb, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:37.961563 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:38.009508 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3f67-12d7-4f49-8836-e2fcb9451fcf req-b8de75aa-0ee5-4b29-81b4-d8dd32115f8e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:38.011082 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9b4e3f67-12d7-4f49-8836-e2fcb9451fcf req-b8de75aa-0ee5-4b29-81b4-d8dd32115f8e tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 945 time: 0.0492122 Jul 25 12:50:38.059870 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9b4e3f67-12d7-4f49-8836-e2fcb9451fcf req-c55dc023-ae63-4762-b7e1-9e8c71bc240b tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups?id=567b143b-b59b-4ebd-ae98-5b12459ceba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 Jul 25 12:50:38.142396 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:38.142761 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:38.143085 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Floating IP 7dedb2e3-c850-4719-8868-460a45ed3edb disassociated. External IP: 172.27.1.72, port: de55d0a4-7a8f-49d3-8bd7-26f9992047bb. Jul 25 12:50:38.143437 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for de55d0a4-7a8f-49d3-8bd7-26f9992047bb owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:38.273777 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (de55d0a4-7a8f-49d3-8bd7-26f9992047bb), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:38.305444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=de55d0a4-7a8f-49d3-8bd7-26f9992047bb,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:38.318095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.318448 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.318790 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.319125 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.319456 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.319794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.320113 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.320439 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.320763 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.321084 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.322009 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.322347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.322660 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.322975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.323295 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:38.430497 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:50:38.521995 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:38.537342 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:50:38.548478 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:50:38.559365 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:38.559994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:38.582322 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] No DVR routers for this DVR port de55d0a4-7a8f-49d3-8bd7-26f9992047bb on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:50:38.584928 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:38.588450 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6ee1ec0f-108b-4e42-82d6-d5567228624d req-4726eca7-d7e1-402f-9789-3fb483229f10 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.61 "DELETE /v2.0/ports/de55d0a4-7a8f-49d3-8bd7-26f9992047bb HTTP/1.1" status: 204 len: 173 time: 0.8040895 Jul 25 12:50:38.588915 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'name': 'network-vif-deleted', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:50:38.591745 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fcff27-6018-4266-ba14-78e4c0e1ecce" -d '{"events": [{"server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "name": "network-vif-deleted", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:50:38.639446 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f529f04-7d8a-4031-a909-f25d8af51209 x-openstack-request-id: req-3f529f04-7d8a-4031-a909-f25d8af51209 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:50:38.639723 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abc9d4d-84f7-4384-b04b-00c9377cd2f3", "name": "network-vif-deleted", "tag": "de55d0a4-7a8f-49d3-8bd7-26f9992047bb", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:50:38.639980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f529f04-7d8a-4031-a909-f25d8af51209 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:50:38.640384 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f529f04-7d8a-4031-a909-f25d8af51209'] response: {'server_uuid': '7abc9d4d-84f7-4384-b04b-00c9377cd2f3', 'name': 'network-vif-deleted', 'tag': 'de55d0a4-7a8f-49d3-8bd7-26f9992047bb', 'status': 'completed', 'code': 200} Jul 25 12:50:38.672906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:38.885391 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:38.914005 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:50:38.923616 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:38.924239 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:39.173573 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:39.189740 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-833e3866-9c8d-4e80-b13d-ed0594ebd315 req-c7985ee1-1a1c-4f21-bfa8-7ea8be128e12 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/ports?device_id=7abc9d4d-84f7-4384-b04b-00c9377cd2f3 HTTP/1.1" status: 200 len: 210 time: 0.0325227 Jul 25 12:50:39.367047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:39.392281 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddea17a-07e3-4b76-922a-036f5829edd9 None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:39:44Z', 'revision_number': 4, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '390335e7-773e-4a37-9249-0f7d72e722ac', 'name': '', 'network_id': '4181ae2d-cd73-4cb4-a9d0-f28fef05143a', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'mac_address': 'fa:16:3e:87:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:41Z', 'updated_at': '2022-07-25T12:39:58Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'subnets': [{'id': '56ef8c91-63dd-4506-b376-3abb060ae34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:50:39.615536 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e1d53-f785-4ded-b03b-a93e394decf3 None None] New status for floating IP 7dedb2e3-c850-4719-8868-460a45ed3edb: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:50:40.283257 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52614) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:40.338575 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (567b143b-b59b-4ebd-ae98-5b12459ceba7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.362875 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (567b143b-b59b-4ebd-ae98-5b12459ceba7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.410949 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (567b143b-b59b-4ebd-ae98-5b12459ceba7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.413591 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.414796 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/security-groups/567b143b-b59b-4ebd-ae98-5b12459ceba7 HTTP/1.1" status: 204 len: 168 time: 0.1305978 Jul 25 12:50:40.417544 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52616) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:40.424529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b143b-b59b-4ebd-ae98-5b12459ceba7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:40.432159 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.api.v2.resource [None req-a724ff9c-aa36-488a-bbc8-6b21ec1cb015 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] show failed (client error): The resource could not be found. Jul 25 12:50:40.432816 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.433166 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.433276 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a724ff9c-aa36-488a-bbc8-6b21ec1cb015 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "GET /v2.0/security-groups/567b143b-b59b-4ebd-ae98-5b12459ceba7 HTTP/1.1" status: 404 len: 347 time: 0.0146184 Jul 25 12:50:40.433641 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.434011 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.434344 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.434676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.435088 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.435398 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.435719 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.436050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.436161 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52618) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:40.436509 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.436832 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.437153 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.437526 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.437790 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383ad67-c97e-444f-8d5d-268e108d6796 tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:40.536848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:40.552138 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Deleting port a95889ce-f10c-4202-b18f-a67ccb0a6172 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:40.552475 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.641533 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.641861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (a95889ce-f10c-4202-b18f-a67ccb0a6172), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.654423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Calling delete_port for a95889ce-f10c-4202-b18f-a67ccb0a6172 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:40.784717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a95889ce-f10c-4202-b18f-a67ccb0a6172), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.818195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Pushing event deleted for resources: {'Port': ['ID=a95889ce-f10c-4202-b18f-a67ccb0a6172,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:40.878064 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks [] for floatingip (7dedb2e3-c850-4719-8868-460a45ed3edb), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.880843 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:40.882019 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-40251dc4-f28d-4a3f-99bc-ff45990819ce tempest-AttachVolumeNegativeTest-1037802722 tempest-AttachVolumeNegativeTest-1037802722-project] 10.222.0.60 "DELETE /v2.0/floatingips/7dedb2e3-c850-4719-8868-460a45ed3edb HTTP/1.1" status: 204 len: 168 time: 0.4450090 Jul 25 12:50:41.942844 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device de55d0a4-7a8f-49d3-8bd7-26f9992047bb no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:50:41.963608 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: de55d0a4-7a8f-49d3-8bd7-26f9992047bb {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:50:41.963951 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device de55d0a4-7a8f-49d3-8bd7-26f9992047bb not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:50:43.238395 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-a8598737-9aed-4913-805c-14c56b7c2bb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834510 Jul 25 12:50:43.352740 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-5f7c7610-9d66-4ce6-8a9e-c320ad647a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:43.354371 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-5f7c7610-9d66-4ce6-8a9e-c320ad647a9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df3ed3c23dde49b382ce9016e421e4de&device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 1130 time: 0.0514522 Jul 25 12:50:43.474568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-9e4b9217-ab8a-43c7-940e-fb2568274aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:43.476416 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-9e4b9217-ab8a-43c7-940e-fb2568274aff service neutron] 10.222.0.61 "GET /v2.0/networks?id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 200 len: 918 time: 0.1006393 Jul 25 12:50:43.549136 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-8b477961-0eb6-46bf-a974-05629181dcd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 200 len: 1000 time: 0.0663128 Jul 25 12:50:43.602157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-75952ef8-5f0f-421e-8af5-762602850ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:43.604113 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-75952ef8-5f0f-421e-8af5-762602850ce5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 200 len: 856 time: 0.0458293 Jul 25 12:50:43.649777 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-abe3dd91-7546-4ed3-8d0b-ad600dce2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:43.651289 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-abe3dd91-7546-4ed3-8d0b-ad600dce2a57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399082 Jul 25 12:50:43.750106 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-61e08bf5-8773-45cf-adc6-bd2ef62c48d0 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913754 Jul 25 12:50:43.763261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:43.844145 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d283e13f-24af-4f10-bb39-ec60647af0a5 req-10ee3dd3-5719-4349-8bfa-7884940d6491 service neutron] 10.222.0.61 "GET /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875874 Jul 25 12:50:44.603344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52660) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:44.748535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:44.974975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (2d79fea9-5746-4071-80a5-133375ec0310), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:45.204061 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Deleting port 390335e7-773e-4a37-9249-0f7d72e722ac {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:45.204443 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:45.283898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] For port 390335e7-773e-4a37-9249-0f7d72e722ac, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=390335e7-773e-4a37-9249-0f7d72e722ac,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:45.284170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:45.297097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Calling delete_port for 390335e7-773e-4a37-9249-0f7d72e722ac owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:45.432907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:45.482398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (390335e7-773e-4a37-9249-0f7d72e722ac), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:45.505566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=390335e7-773e-4a37-9249-0f7d72e722ac,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:45.561778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:45.937119 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (2d79fea9-5746-4071-80a5-133375ec0310), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.152617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Router 2d79fea9-5746-4071-80a5-133375ec0310 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:50:46.257165 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:50:46.262209 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d56d2f42-4689-4696-9757-1e5b5d0b30a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/2d79fea9-5746-4071-80a5-133375ec0310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577153 Jul 25 12:50:46.264722 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52666) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:46.268307 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Sync routers for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:50:46.279253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:46.279956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:46.370473 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks [] for router (2d79fea9-5746-4071-80a5-133375ec0310), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.392101 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:46.397228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:46.480325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks [] for router_gateway (2d79fea9-5746-4071-80a5-133375ec0310), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.501760 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:46.527631 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Deleting port 90941d2a-6661-472f-9ed3-a9fc3e2360c8 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:46.527969 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.578477 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:50:45Z', 'revision_number': 5, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port': {'id': '90941d2a-6661-472f-9ed3-a9fc3e2360c8', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fea9-5746-4071-80a5-133375ec0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:46.605122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Checking router: 2d79fea9-5746-4071-80a5-133375ec0310 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:50:46.612448 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] For port 90941d2a-6661-472f-9ed3-a9fc3e2360c8, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=90941d2a-6661-472f-9ed3-a9fc3e2360c8,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:46.612812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.614433 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Routers {'2d79fea9-5746-4071-80a5-133375ec0310'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:46.617420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['2d79fea9-5746-4071-80a5-133375ec0310'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:46.623260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:46.627783 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Calling delete_port for 90941d2a-6661-472f-9ed3-a9fc3e2360c8 owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:46.707350 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] Set router 2d79fea9-5746-4071-80a5-133375ec0310 gateway port host: None {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:46.763288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:50:46Z', 'revision_number': 6, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:46.789198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde38c9-205e-4d38-9cc3-77f6c737650d None None] The sync data for ids ['2d79fea9-5746-4071-80a5-133375ec0310'] in dv-cinder-825492-28-iscsi is: [{'id': '2d79fea9-5746-4071-80a5-133375ec0310', 'name': 'tempest-AttachVolumeNegativeTest-1274510564-router', 'tenant_id': '49256bcb551a4f8680db9a73763c435e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:31Z', 'updated_at': '2022-07-25T12:50:46Z', 'revision_number': 6, 'project_id': '49256bcb551a4f8680db9a73763c435e', 'gw_port_host': None}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:50:46.793343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:46.815030 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (90941d2a-6661-472f-9ed3-a9fc3e2360c8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:46.846589 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90941d2a-6661-472f-9ed3-a9fc3e2360c8,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:46.909562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (2d79fea9-5746-4071-80a5-133375ec0310), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.003764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (2d79fea9-5746-4071-80a5-133375ec0310), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.006811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks [] for router_controller (2d79fea9-5746-4071-80a5-133375ec0310), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.051647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (2d79fea9-5746-4071-80a5-133375ec0310), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.052275 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d79fea9-5746-4071-80a5-133375ec0310 {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:50:47.059709 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.063226 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2538237f-af15-4196-967a-f9771c8cf9c8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2d79fea9-5746-4071-80a5-133375ec0310 HTTP/1.1" status: 204 len: 168 time: 0.7952383 Jul 25 12:50:47.063480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52674) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:47.110988 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Deleting subnet 56ef8c91-63dd-4506-b376-3abb060ae34d {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:50:47.115637 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Publish callbacks [] for subnet (56ef8c91-63dd-4506-b376-3abb060ae34d), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.161785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (56ef8c91-63dd-4506-b376-3abb060ae34d), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.259576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (56ef8c91-63dd-4506-b376-3abb060ae34d), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.356659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3493a-43b3-40fd-8d79-256e0f8894bb req-090ed261-7393-4bdc-aaa3-445228f427fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:47.358633 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b3b3493a-43b3-40fd-8d79-256e0f8894bb req-090ed261-7393-4bdc-aaa3-445228f427fb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0591712 Jul 25 12:50:47.360077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (56ef8c91-63dd-4506-b376-3abb060ae34d), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.392824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ef8c91-63dd-4506-b376-3abb060ae34d,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:47.403640 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.403862 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d85f67-6401-4ae1-bd34-2b6acd485ed6 None None] Network 4181ae2d-cd73-4cb4-a9d0-f28fef05143a requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:50:47.406741 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b69d2370-454e-4fdc-8469-080576d4a84f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/56ef8c91-63dd-4506-b376-3abb060ae34d HTTP/1.1" status: 204 len: 168 time: 0.3424048 Jul 25 12:50:47.409305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52680) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:47.491642 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b3b3493a-43b3-40fd-8d79-256e0f8894bb req-37bbe9ef-04c9-4d04-8ac8-0f3fbf0c5ecb tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067669 Jul 25 12:50:47.504007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (4181ae2d-cd73-4cb4-a9d0-f28fef05143a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.554679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Deleting port a17670f1-682c-4eda-93df-8515d6258a49 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:47.555013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a17670f1-682c-4eda-93df-8515d6258a49), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.590734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] DHCP port deletion for 4181ae2d-cd73-4cb4-a9d0-f28fef05143a request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:50:47.624405 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:47.630007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] For port a17670f1-682c-4eda-93df-8515d6258a49, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a17670f1-682c-4eda-93df-8515d6258a49,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:47.630379 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a17670f1-682c-4eda-93df-8515d6258a49), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.630494 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Deleting port a17670f1-682c-4eda-93df-8515d6258a49 {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:47.630906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a17670f1-682c-4eda-93df-8515d6258a49), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.645306 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Calling delete_port for a17670f1-682c-4eda-93df-8515d6258a49 owned by network:dhcp {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:47.698836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] For port a17670f1-682c-4eda-93df-8515d6258a49, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a17670f1-682c-4eda-93df-8515d6258a49,segment=NetworkSegment(12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0),segment_id=12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:47.699227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a17670f1-682c-4eda-93df-8515d6258a49), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.711423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:47.713312 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Calling delete_port for a17670f1-682c-4eda-93df-8515d6258a49 owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:47.736471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a17670f1-682c-4eda-93df-8515d6258a49), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.763046 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Pushing event deleted for resources: {'Port': ['ID=a17670f1-682c-4eda-93df-8515d6258a49,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:47.766633 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] No DVR routers for this DVR port a17670f1-682c-4eda-93df-8515d6258a49 on host dv-cinder-825492-28-iscsi {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:50:47.796761 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (a17670f1-682c-4eda-93df-8515d6258a49), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.824956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] No DVR routers for this DVR port a17670f1-682c-4eda-93df-8515d6258a49 on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:50:47.828326 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Pushing event deleted for resources: {'Port': ['ID=a17670f1-682c-4eda-93df-8515d6258a49,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:47.836685 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.837141 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.837420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.837758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.838172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.838498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.838817 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.839124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.839450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.839771 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.840089 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.840412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.840724 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.841043 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.841354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed50a90-ad7e-420a-b540-e433b4abde4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:50:47.856659 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (4181ae2d-cd73-4cb4-a9d0-f28fef05143a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.883526 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4181ae2d-cd73-4cb4-a9d0-f28fef05143a']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:47.895731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:47.895946 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:47.907696 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.910641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2898b170-8ca9-4a12-9d26-e3e0d2c2d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.926974 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:47.935388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:50:47.935824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.000430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (4181ae2d-cd73-4cb4-a9d0-f28fef05143a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.008354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.012141 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] 10.222.0.60 "DELETE /v2.0/networks/4181ae2d-cd73-4cb4-a9d0-f28fef05143a HTTP/1.1" status: 204 len: 168 time: 0.6018989 Jul 25 12:50:48.023085 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0 resource provider aggregate not found Jul 25 12:50:48.027925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48e02c-2bca-45ae-bb13-8f93f7e0775b admin admin] Pushing event deleted for resources: {'Network': ['ID=4181ae2d-cd73-4cb4-a9d0-f28fef05143a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:48.040744 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12f2ffcd-3f9f-4ac9-8d30-ae9fd1c4ade0 found for delete ", "request_id": "req-5f316884-eab3-4a37-ae0e-4e82cab30a1f"}]} Jul 25 12:50:48.159452 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52690) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:48.201742 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-317f08e4-227b-4768-982b-791894d36d93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49256bcb551a4f8680db9a73763c435e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411229 Jul 25 12:50:48.204273 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52692) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:48.256638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] Publish callbacks [] for security_group (51d7b39e-7a26-4ff5-93d6-d721de250a25), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.278750 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] Publish callbacks [] for security_group (51d7b39e-7a26-4ff5-93d6-d721de250a25), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.326026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (51d7b39e-7a26-4ff5-93d6-d721de250a25), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.328725 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:48.329844 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51d7b39e-7a26-4ff5-93d6-d721de250a25 HTTP/1.1" status: 204 len: 168 time: 0.1245835 Jul 25 12:50:48.338669 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f786f-60ce-4d86-8cc9-5b28bd151eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7b39e-7a26-4ff5-93d6-d721de250a25,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:48.623739 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7f0d-a205-4294-9a45-15f400ae7a68 req-4cb42f1e-a0d3-405e-8417-c0e7112b4b93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:48.626021 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cb9c7f0d-a205-4294-9a45-15f400ae7a68 req-4cb42f1e-a0d3-405e-8417-c0e7112b4b93 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0511484 Jul 25 12:50:48.679934 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cb9c7f0d-a205-4294-9a45-15f400ae7a68 req-4c3039c7-5f7b-4ca7-bbe1-2a709a6b4d95 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups?id=d37972ca-2df8-4116-8c57-c95f2478bc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483980 Jul 25 12:50:48.783246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 390335e7-773e-4a37-9249-0f7d72e722ac no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:50:48.805325 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 390335e7-773e-4a37-9249-0f7d72e722ac {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:50:48.806292 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 390335e7-773e-4a37-9249-0f7d72e722ac not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:50:48.806707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 90941d2a-6661-472f-9ed3-a9fc3e2360c8 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:50:48.826073 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 90941d2a-6661-472f-9ed3-a9fc3e2360c8 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:50:48.826415 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 90941d2a-6661-472f-9ed3-a9fc3e2360c8 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:50:48.826810 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a17670f1-682c-4eda-93df-8515d6258a49 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:50:48.845650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: a17670f1-682c-4eda-93df-8515d6258a49 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:50:48.846025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a17670f1-682c-4eda-93df-8515d6258a49 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:50:49.014561 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-4e638785-83fe-4c5b-86b6-31e454ca7434 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:50:49.016094 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-4e638785-83fe-4c5b-86b6-31e454ca7434 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0514274 Jul 25 12:50:49.117572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Deleting port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:49.117942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.215848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] For port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:49.216625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.386868 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.387229 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.387596 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Floating IP f0bbff6f-d1bd-47fa-a4fb-7d1e37233350 disassociated. External IP: 172.27.1.61, port: ecd822c9-f7d1-4e6b-b640-cd09dbd2017b. Jul 25 12:50:49.387942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Calling delete_port for ecd822c9-f7d1-4e6b-b640-cd09dbd2017b owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:49.547745 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ecd822c9-f7d1-4e6b-b640-cd09dbd2017b), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.557269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:49.579378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'Port': ['ID=ecd822c9-f7d1-4e6b-b640-cd09dbd2017b,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:49.688064 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:49.690983 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:49.720962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:50:49.782818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:49.832152 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b09a8b6d-b6a2-4a81-9b69-576fed6f4b0d req-4987d758-7dd9-42c3-b60d-f3347f10c14c tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/ports?device_id=157eacfc-396b-4b94-9c7b-748a8509fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0603204 Jul 25 12:50:49.857566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:50:49.874913 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:50:49.887479 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:49.888272 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:49.906625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] No DVR routers for this DVR port ecd822c9-f7d1-4e6b-b640-cd09dbd2017b on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:50:49.909099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:49.912375 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9f23b640-761b-40c4-8c39-34f365a830e9 req-bd8cd61f-683f-421a-8d26-e3ca4bb438e7 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.61 "DELETE /v2.0/ports/ecd822c9-f7d1-4e6b-b640-cd09dbd2017b HTTP/1.1" status: 204 len: 173 time: 0.8902082 Jul 25 12:50:49.912771 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-deleted', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:50:49.915212 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d819b3-f519-4f87-92ab-545d479def27" -d '{"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-deleted", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:50:49.974548 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d1033-85b3-46f4-9425-192157ccbcfa x-openstack-request-id: req-455d1033-85b3-46f4-9425-192157ccbcfa {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:50:49.974844 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eacfc-396b-4b94-9c7b-748a8509fbe0", "name": "network-vif-deleted", "tag": "ecd822c9-f7d1-4e6b-b640-cd09dbd2017b", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:50:49.975099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-455d1033-85b3-46f4-9425-192157ccbcfa {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:50:49.975514 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455d1033-85b3-46f4-9425-192157ccbcfa'] response: {'server_uuid': '157eacfc-396b-4b94-9c7b-748a8509fbe0', 'name': 'network-vif-deleted', 'tag': 'ecd822c9-f7d1-4e6b-b640-cd09dbd2017b', 'status': 'completed', 'code': 200} Jul 25 12:50:50.018948 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:50.217198 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-74797588-df81-4f50-b128-b3328151d34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:50.241227 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:50.266866 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:50:50.276437 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:50.277048 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:50.387592 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:50.593003 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:50.622050 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab6114-65a0-4336-bcc0-9aafb159d821 None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:39:34Z', 'revision_number': 4, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'dab7771d-06a4-48e9-9b57-66ff0db4aec3', 'name': '', 'network_id': 'bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'mac_address': 'fa:16:3e:e5:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:33Z', 'updated_at': '2022-07-25T12:39:48Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'subnets': [{'id': '352f0f50-67c9-44b4-8012-926ddc0a6e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:50:50.858518 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb8546-9c10-4faf-a7b3-ea927dfc09ac None None] New status for floating IP f0bbff6f-d1bd-47fa-a4fb-7d1e37233350: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:50:50.950603 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52748) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:51.026352 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (d37972ca-2df8-4116-8c57-c95f2478bc64), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.051878 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (d37972ca-2df8-4116-8c57-c95f2478bc64), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.108320 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d37972ca-2df8-4116-8c57-c95f2478bc64), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.111138 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.112190 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "DELETE /v2.0/security-groups/d37972ca-2df8-4116-8c57-c95f2478bc64 HTTP/1.1" status: 204 len: 168 time: 0.1597824 Jul 25 12:50:51.115105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52762) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:51.122236 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3199a53-22cf-4c82-bf63-f872e1ea9bb0 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37972ca-2df8-4116-8c57-c95f2478bc64,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:51.131309 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.api.v2.resource [None req-f651bee2-f7fd-409b-aaba-79a80f7bdc57 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] show failed (client error): The resource could not be found. Jul 25 12:50:51.134581 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f651bee2-f7fd-409b-aaba-79a80f7bdc57 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "GET /v2.0/security-groups/d37972ca-2df8-4116-8c57-c95f2478bc64 HTTP/1.1" status: 404 len: 347 time: 0.0176716 Jul 25 12:50:51.135949 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52764) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:51.251164 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Deleting port c67e0d9d-f3b2-42a6-8c74-5ace60c272c1 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:51.251500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.326874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.334134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.334462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.347479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Calling delete_port for c67e0d9d-f3b2-42a6-8c74-5ace60c272c1 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:51.483706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (c67e0d9d-f3b2-42a6-8c74-5ace60c272c1), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.507289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Pushing event deleted for resources: {'Port': ['ID=c67e0d9d-f3b2-42a6-8c74-5ace60c272c1,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:51.575414 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks [] for floatingip (f0bbff6f-d1bd-47fa-a4fb-7d1e37233350), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.577997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:51.579166 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ec2bb184-25ae-4311-aa59-375fcdd44abd tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] 10.222.0.60 "DELETE /v2.0/floatingips/f0bbff6f-d1bd-47fa-a4fb-7d1e37233350 HTTP/1.1" status: 204 len: 168 time: 0.4421973 Jul 25 12:50:52.648578 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:53.127934 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:53.625750 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:50:53.647027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: ecd822c9-f7d1-4e6b-b640-cd09dbd2017b {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:50:53.647394 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ecd822c9-f7d1-4e6b-b640-cd09dbd2017b not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:50:55.567191 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:50:57.183925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52820) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:57.707866 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:57.928051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (d881ad02-bd06-41f4-b94c-548053e44530), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:58.064204 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:58.168434 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Deleting port dab7771d-06a4-48e9-9b57-66ff0db4aec3 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:58.168767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:58.250675 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] For port dab7771d-06a4-48e9-9b57-66ff0db4aec3, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=dab7771d-06a4-48e9-9b57-66ff0db4aec3,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:58.251412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:58.264756 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Calling delete_port for dab7771d-06a4-48e9-9b57-66ff0db4aec3 owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:58.447195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (dab7771d-06a4-48e9-9b57-66ff0db4aec3), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:58.474472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab7771d-06a4-48e9-9b57-66ff0db4aec3,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:58.646807 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:58.652628 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (d881ad02-bd06-41f4-b94c-548053e44530), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:58.878373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:58.892040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Router d881ad02-bd06-41f4-b94c-548053e44530 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:50:58.992134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52854) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:59.009384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:50:59.014414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9299e54d-2092-4cdf-ab0d-5a0a0ba49f95 admin admin] 10.222.0.60 "PUT /v2.0/routers/d881ad02-bd06-41f4-b94c-548053e44530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8294368 Jul 25 12:50:59.016937 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52858) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:59.019795 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Sync routers for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:50:59.030729 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:59.031431 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:59.140488 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:59.140715 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5f8819ef-2599-40b6-9994-09ca8036673e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.152408 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks [] for router (d881ad02-bd06-41f4-b94c-548053e44530), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.250995 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.300020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks [] for router_gateway (d881ad02-bd06-41f4-b94c-548053e44530), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.319867 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:50:58Z', 'revision_number': 5, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port': {'id': '7cb94315-67d0-4f40-af4e-a1f4b91c6cca', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:39:27Z', 'updated_at': '2022-07-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:59.326074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5f8819ef-2599-40b6-9994-09ca8036673e admin admin] Publish callbacks [] for security_group (72e4be21-925c-4094-a7b0-f3dc98d7167e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.347362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5f8819ef-2599-40b6-9994-09ca8036673e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (72e4be21-925c-4094-a7b0-f3dc98d7167e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.349505 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Checking router: d881ad02-bd06-41f4-b94c-548053e44530 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:50:59.359110 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Routers {'d881ad02-bd06-41f4-b94c-548053e44530'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:50:59.359743 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:50:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['d881ad02-bd06-41f4-b94c-548053e44530'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:59.382382 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Deleting port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:50:59.382721 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.443643 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5f8819ef-2599-40b6-9994-09ca8036673e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8ffe004b4e44ee6b35079502fd74a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504778 Jul 25 12:50:59.444478 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8819ef-2599-40b6-9994-09ca8036673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4be21-925c-4094-a7b0-f3dc98d7167e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:59.450068 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52860) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:50:59.493826 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.497992 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.500072 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] For port 7cb94315-67d0-4f40-af4e-a1f4b91c6cca, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:50:59.500441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.514925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Calling delete_port for 7cb94315-67d0-4f40-af4e-a1f4b91c6cca owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:50:59.528403 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] Publish callbacks [] for security_group (72e4be21-925c-4094-a7b0-f3dc98d7167e), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.538964 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.541089 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] Set router d881ad02-bd06-41f4-b94c-548053e44530 gateway port host: None {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:50:59.553870 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] Publish callbacks [] for security_group (72e4be21-925c-4094-a7b0-f3dc98d7167e), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.564018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.597883 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:50:59Z', 'revision_number': 6, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:50:59.611644 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (72e4be21-925c-4094-a7b0-f3dc98d7167e), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.614407 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.617989 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72e4be21-925c-4094-a7b0-f3dc98d7167e HTTP/1.1" status: 204 len: 168 time: 0.1644778 Jul 25 12:50:59.624540 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e7c12-95fb-49c2-aebc-13ebfd851190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4be21-925c-4094-a7b0-f3dc98d7167e,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:59.625841 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414589c4-95ec-44c3-bf0e-3193191f6381 None None] The sync data for ids ['d881ad02-bd06-41f4-b94c-548053e44530'] in dv-cinder-825492-28-iscsi is: [{'id': 'd881ad02-bd06-41f4-b94c-548053e44530', 'name': 'tempest-AttachVolumeShelveTestJSON-1993363468-router', 'tenant_id': 'df3ed3c23dde49b382ce9016e421e4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:39:26Z', 'updated_at': '2022-07-25T12:50:59Z', 'revision_number': 6, 'project_id': 'df3ed3c23dde49b382ce9016e421e4de', 'gw_port_host': None}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:50:59.659719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:50:59.718875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (7cb94315-67d0-4f40-af4e-a1f4b91c6cca), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.756501 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb94315-67d0-4f40-af4e-a1f4b91c6cca,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:50:59.829053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (d881ad02-bd06-41f4-b94c-548053e44530), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.920034 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (d881ad02-bd06-41f4-b94c-548053e44530), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.922299 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks [] for router_controller (d881ad02-bd06-41f4-b94c-548053e44530), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.974321 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (d881ad02-bd06-41f4-b94c-548053e44530), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.975195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d881ad02-bd06-41f4-b94c-548053e44530 {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:50:59.980164 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:50:59.982739 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d2d466aa-889d-45a9-a821-ee8a8cf5ba50 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d881ad02-bd06-41f4-b94c-548053e44530 HTTP/1.1" status: 204 len: 168 time: 0.9644234 Jul 25 12:50:59.984560 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52872) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:00.037653 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Deleting subnet 352f0f50-67c9-44b4-8012-926ddc0a6e07 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:51:00.041481 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Publish callbacks [] for subnet (352f0f50-67c9-44b4-8012-926ddc0a6e07), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.083572 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (352f0f50-67c9-44b4-8012-926ddc0a6e07), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.164541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (352f0f50-67c9-44b4-8012-926ddc0a6e07), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.224455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (352f0f50-67c9-44b4-8012-926ddc0a6e07), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.260665 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352f0f50-67c9-44b4-8012-926ddc0a6e07,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:00.264486 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.270437 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e07fcfa5-060e-4ad8-bf26-f80e610fbb7f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/352f0f50-67c9-44b4-8012-926ddc0a6e07 HTTP/1.1" status: 204 len: 168 time: 0.2847600 Jul 25 12:51:00.270698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52882) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:00.273280 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d954bb-a458-4c91-bcb5-81e56d79ff71 None None] Network bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:00.346027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.401438 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Deleting port 755ef3d9-6660-4c9b-9841-acecd6561a05 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:51:00.401773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.428730 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52886) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:00.454787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] DHCP port deletion for bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:51:00.483277 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] For port 755ef3d9-6660-4c9b-9841-acecd6561a05, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=755ef3d9-6660-4c9b-9841-acecd6561a05,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:00.483636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.497755 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Deleting port 755ef3d9-6660-4c9b-9841-acecd6561a05 {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:51:00.498048 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Calling delete_port for 755ef3d9-6660-4c9b-9841-acecd6561a05 owned by network:dhcp {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:51:00.498475 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.501949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:00.549109 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:00.563749 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1014753392-network', 'tenant_id': '42d22c665af0480fa75cd0fe952448d2'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:00.597069 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] For port 755ef3d9-6660-4c9b-9841-acecd6561a05, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=755ef3d9-6660-4c9b-9841-acecd6561a05,segment=NetworkSegment(a5c4d45f-5402-46fe-b755-5811538c1854),segment_id=a5c4d45f-5402-46fe-b755-5811538c1854)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:00.597472 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.599680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.601376 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Made reservation on behalf of 42d22c665af0480fa75cd0fe952448d2 for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:00.604517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.618500 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.622881 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Calling delete_port for 755ef3d9-6660-4c9b-9841-acecd6561a05 owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:51:00.629421 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Pushing event deleted for resources: {'Port': ['ID=755ef3d9-6660-4c9b-9841-acecd6561a05,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:00.638654 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] No DVR routers for this DVR port 755ef3d9-6660-4c9b-9841-acecd6561a05 on host dv-cinder-825492-28-iscsi {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:51:00.710312 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks [] for security_group (a5b075be-30ef-466e-99ef-24435356a218), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.715066 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a5b075be-30ef-466e-99ef-24435356a218), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.723738 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.736528 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (755ef3d9-6660-4c9b-9841-acecd6561a05), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.748098 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:51:00.751926 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:00.763420 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c4d45f-5402-46fe-b755-5811538c1854') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:00.763607 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c4d45f-5402-46fe-b755-5811538c1854') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:00.777374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b075be-30ef-466e-99ef-24435356a218,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:00.783423 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (151e36a0-71dd-433a-b23b-2a3c447d4f29), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.783636 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] No DVR routers for this DVR port 755ef3d9-6660-4c9b-9841-acecd6561a05 on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:51:00.784562 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Added segment 151e36a0-71dd-433a-b23b-2a3c447d4f29 of type vlan for network 1656edbe-cfdd-4286-917e-1e0b7f60ba35 Jul 25 12:51:00.786214 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (a5c4d45f-5402-46fe-b755-5811538c1854), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.795508 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e7a2-a49c-429c-ae77-cf1aa8f633ca None None] Pushing event deleted for resources: {'Port': ['ID=755ef3d9-6660-4c9b-9841-acecd6561a05,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:00.822056 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (a5c4d45f-5402-46fe-b755-5811538c1854), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.832439 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:51:00.832848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (a5c4d45f-5402-46fe-b755-5811538c1854), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.843448 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 755ef3d9-6660-4c9b-9841-acecd6561a05 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:51:00.873004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (1656edbe-cfdd-4286-917e-1e0b7f60ba35), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.876093 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 755ef3d9-6660-4c9b-9841-acecd6561a05 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:51:00.876574 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 755ef3d9-6660-4c9b-9841-acecd6561a05 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:51:00.876999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 7cb94315-67d0-4f40-af4e-a1f4b91c6cca no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:51:00.893758 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment a5c4d45f-5402-46fe-b755-5811538c1854 resource provider aggregate not found Jul 25 12:51:00.898825 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 7cb94315-67d0-4f40-af4e-a1f4b91c6cca {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:51:00.899926 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 7cb94315-67d0-4f40-af4e-a1f4b91c6cca not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:51:00.900477 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device dab7771d-06a4-48e9-9b57-66ff0db4aec3 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:51:00.911764 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (1656edbe-cfdd-4286-917e-1e0b7f60ba35), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.912908 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:00.913860 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.920481 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: dab7771d-06a4-48e9-9b57-66ff0db4aec3 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:51:00.920819 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device dab7771d-06a4-48e9-9b57-66ff0db4aec3 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:51:00.923237 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment a5c4d45f-5402-46fe-b755-5811538c1854 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5c4d45f-5402-46fe-b755-5811538c1854 found for delete ", "request_id": "req-1a483ba0-1326-4709-8a26-37a55a325c69"}]} Jul 25 12:51:00.933821 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.939371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:00.942607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] 10.222.0.60 "DELETE /v2.0/networks/bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337 HTTP/1.1" status: 204 len: 168 time: 0.6711206 Jul 25 12:51:00.959235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d7deb-3ab0-49f0-861d-b03ca15c966f admin admin] Pushing event deleted for resources: {'Network': ['ID=bffa19eb-1fbf-4353-b2d6-9e8d3cb1c337,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:00.985813 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5558815 Jul 25 12:51:00.988756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52896) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:00.994020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Request body: {'subnet': {'network_id': '1656edbe-cfdd-4286-917e-1e0b7f60ba35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1014753392-subnet', 'tenant_id': '42d22c665af0480fa75cd0fe952448d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:00.999232 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a240e-664d-424a-97cc-1ec1ba15bb7d admin admin] Pushing event updated for resources: {'Network': ['ID=1656edbe-cfdd-4286-917e-1e0b7f60ba35,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:01.012497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 1656edbe-cfdd-4286-917e-1e0b7f60ba35 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:51:01.033977 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Made reservation on behalf of 42d22c665af0480fa75cd0fe952448d2 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:01.036724 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.049373 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:01.076467 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:01.112386 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52898) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:01.133219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:01.164688 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f75a4bf1-357f-4068-a063-b95fc8daca75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df3ed3c23dde49b382ce9016e421e4de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506816 Jul 25 12:51:01.171614 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52900) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:01.227178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] Publish callbacks [] for security_group (2adb9962-f7f4-47ca-90b1-0b8a7e517f99), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.255393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] Publish callbacks [] for security_group (2adb9962-f7f4-47ca-90b1-0b8a7e517f99), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.256738 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (7bb1f7ff-108f-48e3-8082-da6f5d24eb99), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.311011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (2adb9962-f7f4-47ca-90b1-0b8a7e517f99), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.314285 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.314811 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2adb9962-f7f4-47ca-90b1-0b8a7e517f99 HTTP/1.1" status: 204 len: 168 time: 0.1417067 Jul 25 12:51:01.323465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79822a-9987-4b6a-a1fb-350ea17354bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb9962-f7f4-47ca-90b1-0b8a7e517f99,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:01.324416 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb1f7ff-108f-48e3-8082-da6f5d24eb99,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:01.332676 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Checking segment: {'id': '151e36a0-71dd-433a-b23b-2a3c447d4f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1656edbe-cfdd-4286-917e-1e0b7f60ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:51:01.332823 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Network hostable DHCP agents. Network: 1656edbe-cfdd-4286-917e-1e0b7f60ba35, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:51:01.353018 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Network 1656edbe-cfdd-4286-917e-1e0b7f60ba35 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:51:01.363067 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 1656edbe-cfdd-4286-917e-1e0b7f60ba35) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:51:01.374674 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461bdc46-6178-412b-a8c5-a1ad648b9112 None None] Network 1656edbe-cfdd-4286-917e-1e0b7f60ba35 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:01.375708 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:01.376296 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:01.394797 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-62edf64e-1be8-4bc4-82ce-b230580b9100 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4047644 Jul 25 12:51:01.480206 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ddc7cc-fec5-42aa-ae47-856d057e673e None None] Network 1656edbe-cfdd-4286-917e-1e0b7f60ba35 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:02.002326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52930) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:02.007863 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-877564139-network', 'tenant_id': 'efdf9399556b4babbe4e5098a9d8d310'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:02.015462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:02.031486 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Made reservation on behalf of efdf9399556b4babbe4e5098a9d8d310 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:02.034294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.045800 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.131647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks [] for security_group (243bc387-a51e-4a0d-8df5-7051103c4436), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.136647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (243bc387-a51e-4a0d-8df5-7051103c4436), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.164157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:51:02.175219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243bc387-a51e-4a0d-8df5-7051103c4436,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:02.180046 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.181014 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Added segment 7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5 of type vlan for network 6dc0d985-10f2-479f-b7a3-b05d27634652 Jul 25 12:51:02.226773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (6dc0d985-10f2-479f-b7a3-b05d27634652), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.253485 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (6dc0d985-10f2-479f-b7a3-b05d27634652), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.254975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:02.255552 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.580137 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5766487 Jul 25 12:51:02.583021 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52944) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:02.588453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Request body: {'subnet': {'network_id': '6dc0d985-10f2-479f-b7a3-b05d27634652', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-877564139-subnet', 'tenant_id': 'efdf9399556b4babbe4e5098a9d8d310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:02.597874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec292ac-6580-4fe2-b19b-6466f0c419ef admin admin] Pushing event updated for resources: {'Network': ['ID=6dc0d985-10f2-479f-b7a3-b05d27634652,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:02.609657 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 6dc0d985-10f2-479f-b7a3-b05d27634652 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:51:02.616794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Made reservation on behalf of efdf9399556b4babbe4e5098a9d8d310 for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:02.621581 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4496554'] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.840140 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4207001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4496536'] for subnet (0177a2ae-c19a-44ac-a208-9ee6ba22dea7), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.876052 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:02.911700 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0177a2ae-c19a-44ac-a208-9ee6ba22dea7,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:02.920636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Checking segment: {'id': '7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6dc0d985-10f2-479f-b7a3-b05d27634652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:51:02.920989 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Network hostable DHCP agents. Network: 6dc0d985-10f2-479f-b7a3-b05d27634652, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:51:02.940741 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Network 6dc0d985-10f2-479f-b7a3-b05d27634652 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:51:02.950939 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 6dc0d985-10f2-479f-b7a3-b05d27634652) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:51:02.955079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:02.955672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:02.961467 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0132c-dbb0-4917-a1e8-fe7ca632f332 None None] Network 6dc0d985-10f2-479f-b7a3-b05d27634652 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:02.973168 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-76b3015c-ad5c-4dbc-a04f-0f3ea608aaff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3890076 Jul 25 12:51:03.101760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52956) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:03.162103 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Deleting subnet 7bb1f7ff-108f-48e3-8082-da6f5d24eb99 {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:51:03.166914 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Publish callbacks [] for subnet (7bb1f7ff-108f-48e3-8082-da6f5d24eb99), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.200519 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:03.203742 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff143def-b43d-4050-8b1f-e48f190c6111 None None] Network 6dc0d985-10f2-479f-b7a3-b05d27634652 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:03.217208 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (7bb1f7ff-108f-48e3-8082-da6f5d24eb99), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.259502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (7bb1f7ff-108f-48e3-8082-da6f5d24eb99), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.314257 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (7bb1f7ff-108f-48e3-8082-da6f5d24eb99), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.340470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb1f7ff-108f-48e3-8082-da6f5d24eb99,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:03.344107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.347352 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-75aadc6e-98d1-4956-9a58-46fb77770af6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7bb1f7ff-108f-48e3-8082-da6f5d24eb99 HTTP/1.1" status: 204 len: 168 time: 0.2436793 Jul 25 12:51:03.350102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52958) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:03.425197 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (1656edbe-cfdd-4286-917e-1e0b7f60ba35), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.510038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (1656edbe-cfdd-4286-917e-1e0b7f60ba35), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.535841 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1656edbe-cfdd-4286-917e-1e0b7f60ba35']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:03.547399 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e36a0-71dd-433a-b23b-2a3c447d4f29') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:03.547688 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e36a0-71dd-433a-b23b-2a3c447d4f29') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:03.557820 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (151e36a0-71dd-433a-b23b-2a3c447d4f29), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.572699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (151e36a0-71dd-433a-b23b-2a3c447d4f29), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.580187 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:51:03.580559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (151e36a0-71dd-433a-b23b-2a3c447d4f29), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.622197 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 151e36a0-71dd-433a-b23b-2a3c447d4f29 resource provider aggregate not found Jul 25 12:51:03.641001 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 151e36a0-71dd-433a-b23b-2a3c447d4f29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 151e36a0-71dd-433a-b23b-2a3c447d4f29 found for delete ", "request_id": "req-c1947c99-2657-495a-891b-73f01bb09d4a"}]} Jul 25 12:51:03.647646 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (1656edbe-cfdd-4286-917e-1e0b7f60ba35), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.654209 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.657316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1656edbe-cfdd-4286-917e-1e0b7f60ba35 HTTP/1.1" status: 204 len: 168 time: 0.3062310 Jul 25 12:51:03.660813 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52964) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:03.669710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534529b0-62b2-44b4-8640-ba7252c54026 admin admin] Pushing event deleted for resources: {'Network': ['ID=1656edbe-cfdd-4286-917e-1e0b7f60ba35,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:03.709191 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Deleting subnet 0177a2ae-c19a-44ac-a208-9ee6ba22dea7 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:51:03.713397 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Publish callbacks [] for subnet (0177a2ae-c19a-44ac-a208-9ee6ba22dea7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.758220 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (0177a2ae-c19a-44ac-a208-9ee6ba22dea7), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.799917 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (0177a2ae-c19a-44ac-a208-9ee6ba22dea7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.854623 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (0177a2ae-c19a-44ac-a208-9ee6ba22dea7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.879265 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0177a2ae-c19a-44ac-a208-9ee6ba22dea7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:03.887861 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:03.891780 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cd63e437-3366-41b5-90bd-c467d8f6e763 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0177a2ae-c19a-44ac-a208-9ee6ba22dea7 HTTP/1.1" status: 204 len: 168 time: 0.2297158 Jul 25 12:51:03.894278 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 52968) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:03.970012 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (6dc0d985-10f2-479f-b7a3-b05d27634652), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.054176 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (6dc0d985-10f2-479f-b7a3-b05d27634652), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.076292 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc0d985-10f2-479f-b7a3-b05d27634652']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:04.088625 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:04.088833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:51:04.106888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.125475 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.135649 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:51:04.136043 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.198300 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5 resource provider aggregate not found Jul 25 12:51:04.205549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (6dc0d985-10f2-479f-b7a3-b05d27634652), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.211047 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.217010 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6dc0d985-10f2-479f-b7a3-b05d27634652 HTTP/1.1" status: 204 len: 168 time: 0.3216720 Jul 25 12:51:04.217792 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:04.220008 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment 7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cfbd7ec-4306-4c7f-b0b6-68bf7d01f1e5 found for delete ", "request_id": "req-b0492f73-0804-4608-bbb7-e08def817b6d"}]} Jul 25 12:51:04.232760 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b494d0c-9ba0-4d77-9bdd-d386846cb77f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc0d985-10f2-479f-b7a3-b05d27634652,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:04.399710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52990) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:04.442074 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-d10a26e6-2f0f-4189-be60-df5dfaa12cb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42d22c665af0480fa75cd0fe952448d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411441 Jul 25 12:51:04.444588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52992) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:04.505050 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] Publish callbacks [] for security_group (a5b075be-30ef-466e-99ef-24435356a218), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.527075 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] Publish callbacks [] for security_group (a5b075be-30ef-466e-99ef-24435356a218), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.577778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a5b075be-30ef-466e-99ef-24435356a218), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.580608 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.581764 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5b075be-30ef-466e-99ef-24435356a218 HTTP/1.1" status: 204 len: 168 time: 0.1362636 Jul 25 12:51:04.592030 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702d32d-4819-48a9-8e5a-c8ce36223478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b075be-30ef-466e-99ef-24435356a218,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:04.720938 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:04.918393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 52998) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:04.962362 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-28a14d1f-13d9-46f8-a93d-160cd136c942 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efdf9399556b4babbe4e5098a9d8d310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427785 Jul 25 12:51:04.964827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53000) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:04.971885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:05.018438 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] Publish callbacks [] for security_group (243bc387-a51e-4a0d-8df5-7051103c4436), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.041366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] Publish callbacks [] for security_group (243bc387-a51e-4a0d-8df5-7051103c4436), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.088314 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (243bc387-a51e-4a0d-8df5-7051103c4436), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.091644 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.093015 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/243bc387-a51e-4a0d-8df5-7051103c4436 HTTP/1.1" status: 204 len: 168 time: 0.1272507 Jul 25 12:51:05.095627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:05.102831 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa9361-6ef3-48bc-b345-1ca3842ee8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243bc387-a51e-4a0d-8df5-7051103c4436,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:05.491563 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53020) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:05.674398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4cabd204-a050-4764-8173-e65059cd8984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.766651 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4cabd204-a050-4764-8173-e65059cd8984 admin admin] Publish callbacks [] for security_group (71d03dfc-7949-4fdf-8d4a-b8428993c7f6), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.771055 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4cabd204-a050-4764-8173-e65059cd8984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (71d03dfc-7949-4fdf-8d4a-b8428993c7f6), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.810598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd204-a050-4764-8173-e65059cd8984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d03dfc-7949-4fdf-8d4a-b8428993c7f6,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:05.818461 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4cabd204-a050-4764-8173-e65059cd8984 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a89ad1e525364d3787f0643e8104a532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234043 Jul 25 12:51:05.819486 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53034) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:05.870036 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] Publish callbacks [] for security_group (71d03dfc-7949-4fdf-8d4a-b8428993c7f6), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.893477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] Publish callbacks [] for security_group (71d03dfc-7949-4fdf-8d4a-b8428993c7f6), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.944039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (71d03dfc-7949-4fdf-8d4a-b8428993c7f6), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.947250 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:05.951189 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71d03dfc-7949-4fdf-8d4a-b8428993c7f6 HTTP/1.1" status: 204 len: 168 time: 0.1287982 Jul 25 12:51:05.957085 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d5230-b6e2-4762-833c-782ecf368e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d03dfc-7949-4fdf-8d4a-b8428993c7f6,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:09.386103 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18890-60d7-47dc-bdeb-20c60af3ffdc req-6a6030a5-7411-41ab-9767-4e2383c89d18 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:09.387539 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-19a18890-60d7-47dc-bdeb-20c60af3ffdc req-6a6030a5-7411-41ab-9767-4e2383c89d18 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0553465 Jul 25 12:51:09.439424 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-19a18890-60d7-47dc-bdeb-20c60af3ffdc req-5d6290a9-9f14-4b44-ad55-0c703cd9ed77 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Jul 25 12:51:09.904560 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53172) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:10.011524 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4633cb91-0143-47e0-9972-39f19bd9c9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.096261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4633cb91-0143-47e0-9972-39f19bd9c9ed admin admin] Publish callbacks [] for security_group (061c4e36-b2b1-4e59-b54b-39cfe711683f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.100717 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4633cb91-0143-47e0-9972-39f19bd9c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (061c4e36-b2b1-4e59-b54b-39cfe711683f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.149002 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633cb91-0143-47e0-9972-39f19bd9c9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061c4e36-b2b1-4e59-b54b-39cfe711683f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:10.157636 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53176) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:10.158188 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4633cb91-0143-47e0-9972-39f19bd9c9ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e17abf1718a4b5eaa8c31d6fd0c8af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519629 Jul 25 12:51:10.209900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] Publish callbacks [] for security_group (061c4e36-b2b1-4e59-b54b-39cfe711683f), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.212721 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:10.233291 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] Publish callbacks [] for security_group (061c4e36-b2b1-4e59-b54b-39cfe711683f), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.285477 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (061c4e36-b2b1-4e59-b54b-39cfe711683f), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.288042 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.290978 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/061c4e36-b2b1-4e59-b54b-39cfe711683f HTTP/1.1" status: 204 len: 168 time: 0.1306369 Jul 25 12:51:10.298305 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744ed53-f81e-4512-b8de-7d1d9cd44d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c4e36-b2b1-4e59-b54b-39cfe711683f,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:10.573726 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4753-c444-46e8-a453-d9866d4bdf44 req-72ec9716-6195-4109-9a14-30d7cdeb1d2c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:10.575311 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-22be4753-c444-46e8-a453-d9866d4bdf44 req-72ec9716-6195-4109-9a14-30d7cdeb1d2c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0564110 Jul 25 12:51:10.626677 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-22be4753-c444-46e8-a453-d9866d4bdf44 req-9ba2cfb4-9495-416f-acd0-15f1a5af81d4 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454779 Jul 25 12:51:10.627744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53192) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:10.642055 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ac09ac72-9929-4c79-a9b7-fb3cc2deb431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.686981 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:10.724831 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ac09ac72-9929-4c79-a9b7-fb3cc2deb431 admin admin] Publish callbacks [] for security_group (cc32376c-98fc-472b-b98b-572569f20c21), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.729204 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ac09ac72-9929-4c79-a9b7-fb3cc2deb431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc32376c-98fc-472b-b98b-572569f20c21), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.734978 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:10.777098 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ac09ac72-9929-4c79-a9b7-fb3cc2deb431 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6eddc743065649d19400019e9b59f743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482716 Jul 25 12:51:10.777790 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09ac72-9929-4c79-a9b7-fb3cc2deb431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32376c-98fc-472b-b98b-572569f20c21,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:10.779818 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53194) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:10.829797 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] Publish callbacks [] for security_group (cc32376c-98fc-472b-b98b-572569f20c21), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.851717 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] Publish callbacks [] for security_group (cc32376c-98fc-472b-b98b-572569f20c21), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.900220 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc32376c-98fc-472b-b98b-572569f20c21), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.902739 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:10.903914 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc32376c-98fc-472b-b98b-572569f20c21 HTTP/1.1" status: 204 len: 168 time: 0.1231170 Jul 25 12:51:10.912277 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795363d-cef4-425a-8cb6-89846c2b2a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32376c-98fc-472b-b98b-572569f20c21,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:11.751583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295f4b4-4ead-4a5b-a7a9-35444f2db6c8 req-1ebb9a00-8b31-41a1-86fb-4b19f4ba7611 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:11.753387 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8295f4b4-4ead-4a5b-a7a9-35444f2db6c8 req-1ebb9a00-8b31-41a1-86fb-4b19f4ba7611 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0517244 Jul 25 12:51:11.806564 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8295f4b4-4ead-4a5b-a7a9-35444f2db6c8 req-4878a5c8-5822-40b7-9661-d94f5d701a20 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Jul 25 12:51:12.930794 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657f2b6-241c-4764-a6f2-489a3a448016 req-db3d51f9-f852-4362-8441-4dc7e6ce17de tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:12.932287 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c657f2b6-241c-4764-a6f2-489a3a448016 req-db3d51f9-f852-4362-8441-4dc7e6ce17de tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0515242 Jul 25 12:51:12.980986 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c657f2b6-241c-4764-a6f2-489a3a448016 req-b9570db6-9da0-4e68-9cdc-a928589e977c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Jul 25 12:51:14.104690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97c2df-26e4-4362-95f5-c848ba0a70f3 req-63b1bfe0-32ea-42b5-abad-327f54782464 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:14.106264 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed97c2df-26e4-4362-95f5-c848ba0a70f3 req-63b1bfe0-32ea-42b5-abad-327f54782464 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0491655 Jul 25 12:51:14.154265 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed97c2df-26e4-4362-95f5-c848ba0a70f3 req-4ffc18f7-b3a2-4ff7-9ebf-c88a036bad75 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Jul 25 12:51:15.289993 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a363-4243-4724-8f6f-1a8abcd13ae9 req-fd76ee09-0579-47da-b929-e52ce4c08fa1 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:15.292228 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b8c5a363-4243-4724-8f6f-1a8abcd13ae9 req-fd76ee09-0579-47da-b929-e52ce4c08fa1 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0558541 Jul 25 12:51:15.342174 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b8c5a363-4243-4724-8f6f-1a8abcd13ae9 req-da5d30fd-81cc-491b-b523-5fe737777afe tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Jul 25 12:51:16.465841 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d57e3-e8b0-4011-9077-9872f533755c req-5a3885e3-3365-456e-b831-919689224885 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:16.467324 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a18d57e3-e8b0-4011-9077-9872f533755c req-5a3885e3-3365-456e-b831-919689224885 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0514035 Jul 25 12:51:16.515687 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a18d57e3-e8b0-4011-9077-9872f533755c req-689fbd4c-2d00-4758-ba76-34e824ea2ff0 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 Jul 25 12:51:16.662094 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:16.667211 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:17.637070 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b0ca7-989f-453f-8d31-872f9969bbb7 req-2273b9d1-1a54-423f-89ef-0d89c9496a2f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:17.638633 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5a7b0ca7-989f-453f-8d31-872f9969bbb7 req-2273b9d1-1a54-423f-89ef-0d89c9496a2f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0498297 Jul 25 12:51:17.702598 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5a7b0ca7-989f-453f-8d31-872f9969bbb7 req-801e15b1-065e-46c4-b2c6-acd5fb69418b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541844 Jul 25 12:51:17.910505 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2301-cc8b-4e23-8d6e-2ec09bcd34ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:18.820588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0ad1b-be6e-4236-8393-e76bbf5a30b9 req-22258a2d-9554-4fe6-bd00-cf95f2aa6685 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:18.822677 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5eb0ad1b-be6e-4236-8393-e76bbf5a30b9 req-22258a2d-9554-4fe6-bd00-cf95f2aa6685 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0463848 Jul 25 12:51:18.869329 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5eb0ad1b-be6e-4236-8393-e76bbf5a30b9 req-67899cfb-66c0-4dbd-9177-553c42d946cc tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jul 25 12:51:19.678438 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53402) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:19.791693 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-da4c4817-cec4-4d27-9130-be5b821d77bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:19.876996 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-da4c4817-cec4-4d27-9130-be5b821d77bf admin admin] Publish callbacks [] for security_group (9aa6c2e8-8852-442e-8773-2048aa203155), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:19.881001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-da4c4817-cec4-4d27-9130-be5b821d77bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9aa6c2e8-8852-442e-8773-2048aa203155), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:19.923307 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-da4c4817-cec4-4d27-9130-be5b821d77bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=186a5a4594e843bc839f41bb8d718035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437444 Jul 25 12:51:19.924189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c4817-cec4-4d27-9130-be5b821d77bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6c2e8-8852-442e-8773-2048aa203155,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:19.926224 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53408) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:20.004994 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079ea3-f65c-4b25-bc1c-653d1a22bbe2 req-d9658f5b-bc47-4725-b464-4a2949b734f5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.006514 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-35079ea3-f65c-4b25-bc1c-653d1a22bbe2 req-d9658f5b-bc47-4725-b464-4a2949b734f5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0626621 Jul 25 12:51:20.034135 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] Publish callbacks [] for security_group (9aa6c2e8-8852-442e-8773-2048aa203155), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.069320 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] Publish callbacks [] for security_group (9aa6c2e8-8852-442e-8773-2048aa203155), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.090008 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-35079ea3-f65c-4b25-bc1c-653d1a22bbe2 req-14484445-da60-46ec-b1c9-57c0de9ece6b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726378 Jul 25 12:51:20.094629 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:20.131441 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (9aa6c2e8-8852-442e-8773-2048aa203155), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.134810 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.136195 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9aa6c2e8-8852-442e-8773-2048aa203155 HTTP/1.1" status: 204 len: 168 time: 0.2078505 Jul 25 12:51:20.144814 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8a6b3-a3ae-41da-ae9d-6eb43905aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6c2e8-8852-442e-8773-2048aa203155,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:20.161177 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:20.218128 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ffe-d150-4d29-897e-5ba6f6ca92a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.331751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c01d-89cd-480c-a6f7-b2d5617cccfb req-63aa4f9f-fd99-4129-8825-303b242383f5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.333349 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8f57c01d-89cd-480c-a6f7-b2d5617cccfb req-63aa4f9f-fd99-4129-8825-303b242383f5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0579627 Jul 25 12:51:20.363431 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:20.379206 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8727-4352-4762-9853-71c33f70d9cd req-ea3e9d44-0cc7-4ad9-a30c-2a755bd6b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.381009 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-ea3e9d44-0cc7-4ad9-a30c-2a755bd6b38b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0416858 Jul 25 12:51:20.393069 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8f57c01d-89cd-480c-a6f7-b2d5617cccfb req-8c7bdf53-9fb3-4856-9060-020813386a00 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521286 Jul 25 12:51:20.490306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53426) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:20.503674 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-417e58f6-b6c2-4101-ab67-6b43d131ad17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.506284 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8727-4352-4762-9853-71c33f70d9cd req-2dfa3ccf-b971-4bb9-b712-3b05d3eb8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.512353 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-2dfa3ccf-b971-4bb9-b712-3b05d3eb8493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.1206970 Jul 25 12:51:20.578959 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-0afc76c2-6526-4d64-92f7-a6889778bea7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 1001 time: 0.0648284 Jul 25 12:51:20.588636 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-417e58f6-b6c2-4101-ab67-6b43d131ad17 admin admin] Publish callbacks [] for security_group (b73bdbc8-7700-4f73-93ac-b16514ee4f83), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.593752 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-417e58f6-b6c2-4101-ab67-6b43d131ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b73bdbc8-7700-4f73-93ac-b16514ee4f83), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.613407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:20.636765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8727-4352-4762-9853-71c33f70d9cd req-ab8205a3-bd8a-4129-a3f2-d382db4066b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.638285 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-ab8205a3-bd8a-4129-a3f2-d382db4066b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0541778 Jul 25 12:51:20.640883 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e58f6-b6c2-4101-ab67-6b43d131ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bdbc8-7700-4f73-93ac-b16514ee4f83,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:20.646004 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-417e58f6-b6c2-4101-ab67-6b43d131ad17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79733868ac424f51bf436a09de5c1513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545377 Jul 25 12:51:20.648855 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53432) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:20.693731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8727-4352-4762-9853-71c33f70d9cd req-4e42b2ee-38d4-4556-8146-ac3e1b78e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:20.695701 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-4e42b2ee-38d4-4556-8146-ac3e1b78e829 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517800 Jul 25 12:51:20.705888 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] Publish callbacks [] for security_group (b73bdbc8-7700-4f73-93ac-b16514ee4f83), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.742610 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] Publish callbacks [] for security_group (b73bdbc8-7700-4f73-93ac-b16514ee4f83), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:20.803482 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-27e4e077-8073-49db-90bc-01899e232f28 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020610 Jul 25 12:51:20.863898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:20.906679 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a74e8727-4352-4762-9853-71c33f70d9cd req-75aa8d93-7a7a-4dfb-827c-d178924bf0ad service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965943 Jul 25 12:51:21.037221 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b73bdbc8-7700-4f73-93ac-b16514ee4f83), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:21.039728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:21.040871 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b73bdbc8-7700-4f73-93ac-b16514ee4f83 HTTP/1.1" status: 204 len: 168 time: 0.3903263 Jul 25 12:51:21.048554 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051ab1-fecb-4151-b95c-a79e2c5687d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bdbc8-7700-4f73-93ac-b16514ee4f83,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:21.340256 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:21.691184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf88e-9e91-4b3f-986c-6528fcfa13c6 req-d8867655-6205-407d-8724-0ded269d70ea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:21.692614 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-65eaf88e-9e91-4b3f-986c-6528fcfa13c6 req-d8867655-6205-407d-8724-0ded269d70ea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0503151 Jul 25 12:51:21.748968 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-65eaf88e-9e91-4b3f-986c-6528fcfa13c6 req-83a50afc-4016-4f0f-a997-8bbaeac33572 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 Jul 25 12:51:22.650136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:22.925940 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637b370-f29e-489c-bf6b-3a65d4ff5913 req-8d58632b-dc1e-48c6-b6c0-90adf24414f6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:22.930060 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7637b370-f29e-489c-bf6b-3a65d4ff5913 req-8d58632b-dc1e-48c6-b6c0-90adf24414f6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0687582 Jul 25 12:51:22.981478 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7637b370-f29e-489c-bf6b-3a65d4ff5913 req-518b32ea-abf5-4b17-9b0b-e62318b13161 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 Jul 25 12:51:23.129993 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.604560 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53622) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:29.714150 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc8c089b-3363-4298-976a-36e31e21d739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.790966 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc8c089b-3363-4298-976a-36e31e21d739 admin admin] Publish callbacks [] for security_group (15db05ca-ac32-445d-8a81-dabea06d605b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.794928 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-fc8c089b-3363-4298-976a-36e31e21d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (15db05ca-ac32-445d-8a81-dabea06d605b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.835709 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c089b-3363-4298-976a-36e31e21d739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db05ca-ac32-445d-8a81-dabea06d605b,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:29.840009 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-fc8c089b-3363-4298-976a-36e31e21d739 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0de3d2e81d0a438bb2257d3f430e50d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344489 Jul 25 12:51:29.843490 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53628) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:29.892499 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] Publish callbacks [] for security_group (15db05ca-ac32-445d-8a81-dabea06d605b), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.913559 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] Publish callbacks [] for security_group (15db05ca-ac32-445d-8a81-dabea06d605b), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.944512 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:29.960216 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (15db05ca-ac32-445d-8a81-dabea06d605b), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.962661 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:29.966371 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15db05ca-ac32-445d-8a81-dabea06d605b HTTP/1.1" status: 204 len: 168 time: 0.1226251 Jul 25 12:51:29.968611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:29.975481 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab061b0b-ae72-4dfc-ba5d-1ad02ffe2497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db05ca-ac32-445d-8a81-dabea06d605b,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:30.261793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53634) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:30.275718 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-198daa13-38d6-4603-b521-d26ced575473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.361044 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-198daa13-38d6-4603-b521-d26ced575473 admin admin] Publish callbacks [] for security_group (cc98b30b-f8a0-46a9-b2df-e31385f0bbf2), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.364915 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-198daa13-38d6-4603-b521-d26ced575473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc98b30b-f8a0-46a9-b2df-e31385f0bbf2), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.406160 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198daa13-38d6-4603-b521-d26ced575473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc98b30b-f8a0-46a9-b2df-e31385f0bbf2,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:30.411529 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-198daa13-38d6-4603-b521-d26ced575473 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7a3e29c257447f6b83c389643a0ed70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486309 Jul 25 12:51:30.414064 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53636) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:30.472223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] Publish callbacks [] for security_group (cc98b30b-f8a0-46a9-b2df-e31385f0bbf2), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.495019 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] Publish callbacks [] for security_group (cc98b30b-f8a0-46a9-b2df-e31385f0bbf2), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.542387 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc98b30b-f8a0-46a9-b2df-e31385f0bbf2), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.544849 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.546004 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc98b30b-f8a0-46a9-b2df-e31385f0bbf2 HTTP/1.1" status: 204 len: 168 time: 0.1310227 Jul 25 12:51:30.554197 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8b92-26cb-4f0f-910c-bddb4f9884ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc98b30b-f8a0-46a9-b2df-e31385f0bbf2,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:30.880355 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53644) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:30.893692 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cda0f4c6-b7ec-4b1b-b271-e87b644f7847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.970687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cda0f4c6-b7ec-4b1b-b271-e87b644f7847 admin admin] Publish callbacks [] for security_group (8a4dc70e-d932-4704-8b65-01f9191802d9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:30.974540 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-cda0f4c6-b7ec-4b1b-b271-e87b644f7847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8a4dc70e-d932-4704-8b65-01f9191802d9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.013827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0f4c6-b7ec-4b1b-b271-e87b644f7847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4dc70e-d932-4704-8b65-01f9191802d9,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:31.018203 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-cda0f4c6-b7ec-4b1b-b271-e87b644f7847 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdefda631db94e1bab383f0662ada08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368186 Jul 25 12:51:31.021251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53646) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:31.074163 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] Publish callbacks [] for security_group (8a4dc70e-d932-4704-8b65-01f9191802d9), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.097218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] Publish callbacks [] for security_group (8a4dc70e-d932-4704-8b65-01f9191802d9), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.145249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (8a4dc70e-d932-4704-8b65-01f9191802d9), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.147959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.149092 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a4dc70e-d932-4704-8b65-01f9191802d9 HTTP/1.1" status: 204 len: 168 time: 0.1273415 Jul 25 12:51:31.157040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c064635-d06f-42ab-8cb0-70173b4319be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4dc70e-d932-4704-8b65-01f9191802d9,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:31.849263 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53670) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:31.951386 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387475309-network', 'tenant_id': '5572f729d7c7487c9619292573b90d70'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:31.972752 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Made reservation on behalf of 5572f729d7c7487c9619292573b90d70 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:31.975173 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:31.984107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.062033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks [] for security_group (6895248c-a814-47d1-914d-0748bb14499c), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.066494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6895248c-a814-47d1-914d-0748bb14499c), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.092966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:32.096942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:51:32.105314 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6895248c-a814-47d1-914d-0748bb14499c,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:32.112168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (e12a88e8-f269-40c6-bd71-0daf1547fdd9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.112515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Added segment e12a88e8-f269-40c6-bd71-0daf1547fdd9 of type vlan for network bb1b3010-8dc3-4806-9835-05ae48533627 Jul 25 12:51:32.142739 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:32.158513 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (bb1b3010-8dc3-4806-9835-05ae48533627), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.186253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (bb1b3010-8dc3-4806-9835-05ae48533627), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.187245 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:32.187827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.241607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3910892 Jul 25 12:51:32.244567 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53674) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:32.249410 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Request body: {'subnet': {'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387475309-subnet', 'tenant_id': '5572f729d7c7487c9619292573b90d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:32.253022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51faf0d-36c9-45e6-9637-5d1e8cbedc48 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1b3010-8dc3-4806-9835-05ae48533627,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:32.263942 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network bb1b3010-8dc3-4806-9835-05ae48533627 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:51:32.267989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:32.271057 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Made reservation on behalf of 5572f729d7c7487c9619292573b90d70 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:32.273424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.452242 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (0e91db07-aee5-40a8-b08b-f8a264efc5b9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.507250 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e91db07-aee5-40a8-b08b-f8a264efc5b9,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:32.522995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Checking segment: {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:51:32.523352 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Network hostable DHCP agents. Network: bb1b3010-8dc3-4806-9835-05ae48533627, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:51:32.540805 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Network bb1b3010-8dc3-4806-9835-05ae48533627 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:51:32.549628 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, bb1b3010-8dc3-4806-9835-05ae48533627) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:51:32.554454 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:32.555459 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:32.558664 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943cb26-3bae-4ad7-8e2d-177ecc618317 None None] Network bb1b3010-8dc3-4806-9835-05ae48533627 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:32.566781 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:51:32.576646 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-3b17ad95-b89b-4a59-b582-e3663b4b1d6c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3309803 Jul 25 12:51:32.666920 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d72da-f80e-4898-ae47-0dff8cb12a52 None None] Network bb1b3010-8dc3-4806-9835-05ae48533627 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:51:34.367719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-ad7f5413-2d4f-4ba1-b3b4-57f3d6451e31 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:34.369639 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-ad7f5413-2d4f-4ba1-b3b4-57f3d6451e31 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 808 time: 0.1119204 Jul 25 12:51:34.385210 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-80bb3906-71b8-42cd-a2d9-93f5022ae5f2 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/quotas/5572f729d7c7487c9619292573b90d70 HTTP/1.1" status: 200 len: 375 time: 0.0100110 Jul 25 12:51:34.417995 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-3600cb5f-7b91-4295-87b6-20e2ef0455e7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274322 Jul 25 12:51:34.471923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-8e9dfeb9-b96f-4187-93f9-7f3e1f2f4721 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:51:34.472933 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-8e9dfeb9-b96f-4187-93f9-7f3e1f2f4721 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0487223 Jul 25 12:51:34.562935 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-088a4354-304b-455e-9b70-f91beb9b45bd service neutron] 10.222.0.60 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839586 Jul 25 12:51:34.656035 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-0b96fdc9-5411-4463-bf01-49647b11d44a service neutron] 10.222.0.60 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873344 Jul 25 12:51:34.728318 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:34.832742 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e170d7be-8d88-4537-9757-62a1f05b3f30 req-0e617a82-7a9d-4754-b144-f976f14604f5 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 210 time: 0.0344400 Jul 25 12:51:35.932648 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9f523efb-15a8-4caf-8568-714b72e82455 req-030a425f-0a6d-4b5e-9231-fa5203bec090 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 210 time: 0.0280857 Jul 25 12:51:37.041094 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-93e8c3ce-6217-412c-bcba-71be11674d2a req-8588d6a6-c326-4b2d-80b5-b29a04fa87fe tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 210 time: 0.0284512 Jul 25 12:51:38.171740 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-59e4d478-50fc-47f1-b5b3-0773e8ee7852 req-a98c3dcc-9f9a-42b6-93a3-3665738cc3f2 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 210 time: 0.0453286 Jul 25 12:51:38.268736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-0949b1d7-cc9b-4697-a885-42ba481cdff7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:38.270300 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-0949b1d7-cc9b-4697-a885-42ba481cdff7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 808 time: 0.1103663 Jul 25 12:51:38.288578 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Request body: {'port': {'device_id': '650fdd32-306e-403d-b954-b4748293a88b', 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627', 'admin_state_up': True, 'tenant_id': '5572f729d7c7487c9619292573b90d70'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:38.424581 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Made reservation on behalf of 5572f729d7c7487c9619292573b90d70 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:38.428344 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:38.545233 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:38.557175 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Allocated IP 172.20.0.11 (bb1b3010-8dc3-4806-9835-05ae48533627/0e91db07-aee5-40a8-b08b-f8a264efc5b9/cc18a540-4627-4c6b-a62a-cc01ed789393) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:51:38.653635 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:38.658716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:38.721959 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks [] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:38.755709 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:38.805477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Network bb1b3010-8dc3-4806-9835-05ae48533627 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:51:38.809163 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:51:38.813294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:51:38.836374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Pushing event updated for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:38.850227 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.850569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.850904 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.851235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.851569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.851893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.852212 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.852529 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.852876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.853193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.853512 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.854427 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.854747 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.855062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.855371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:38.878638 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:38.879271 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:38.895402 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-306f6e7c-c368-482e-b46c-759699388f9f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109626 Jul 25 12:51:38.930734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Request body: {'port': {'device_id': '650fdd32-306e-403d-b954-b4748293a88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:38.993458 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.297902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18a540-4627-4c6b-a62a-cc01ed789393 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:51:39.301465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:39.307759 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks [] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.314023 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab182b-f0d1-442e-9085-70cc7cdb2353 req-a4086a56-6c87-43a9-b823-ccf254d30b36 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:39.315830 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4cab182b-f0d1-442e-9085-70cc7cdb2353 req-a4086a56-6c87-43a9-b823-ccf254d30b36 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 932 time: 0.0581012 Jul 25 12:51:39.325560 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Transition to ACTIVE for port object cc18a540-4627-4c6b-a62a-cc01ed789393 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:51:39.331165 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.370791 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4cab182b-f0d1-442e-9085-70cc7cdb2353 req-2a2d42c3-709c-4a62-96e3-32ad8e61bcd1 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Jul 25 12:51:39.388605 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:39.460182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Attempting to bind port cc18a540-4627-4c6b-a62a-cc01ed789393 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:51:39.460511 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Attempting to bind port cc18a540-4627-4c6b-a62a-cc01ed789393 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:51:39.460839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Attempting to bind port cc18a540-4627-4c6b-a62a-cc01ed789393 on network bb1b3010-8dc3-4806-9835-05ae48533627 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:51:39.465862 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Port cc18a540-4627-4c6b-a62a-cc01ed789393 on network bb1b3010-8dc3-4806-9835-05ae48533627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:51:39.466213 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Attempting to bind port cc18a540-4627-4c6b-a62a-cc01ed789393 on network bb1b3010-8dc3-4806-9835-05ae48533627 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:51:39.471433 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:51:39.471870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Checking segment: {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:51:39.472255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Bound using segment: {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:51:39.472681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Bound port: cc18a540-4627-4c6b-a62a-cc01ed789393, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:51:39.473038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.511781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:39.529612 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:39.541323 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:51:39.545441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cc18a540-4627-4c6b-a62a-cc01ed789393,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:51:39.552665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.587795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:39.588419 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:39.589841 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/cc18a540-4627-4c6b-a62a-cc01ed789393 HTTP/1.1" status: 200 len: 1094 time: 0.6636767 Jul 25 12:51:39.590320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:51:39.592599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b210568-9d65-425c-b69d-8dfd23cbc7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:51:39.630349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9632-56c6-4f8a-9781-ff468c9d76e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:39.699007 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-83899bca-e16c-4346-9edc-5361be479b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:39.700939 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-83899bca-e16c-4346-9edc-5361be479b33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 1128 time: 0.0520616 Jul 25 12:51:39.754655 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-c0f79cc5-76f8-4e0f-88b3-dd624520dc95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18a540-4627-4c6b-a62a-cc01ed789393 HTTP/1.1" status: 200 len: 217 time: 0.0400383 Jul 25 12:51:39.800939 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550faf31-c896-4fe1-aeee-4ea15d1b5bea x-openstack-request-id: req-550faf31-c896-4fe1-aeee-4ea15d1b5bea {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:51:39.801236 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:51:39.801506 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-550faf31-c896-4fe1-aeee-4ea15d1b5bea {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:51:39.801941 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550faf31-c896-4fe1-aeee-4ea15d1b5bea'] response: {'name': 'network-changed', 'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393', 'status': 'completed', 'code': 200} Jul 25 12:51:39.809939 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-ec7b93e0-6d1e-424f-9409-96ea88795d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:39.811417 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-ec7b93e0-6d1e-424f-9409-96ea88795d62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e91db07-aee5-40a8-b08b-f8a264efc5b9 HTTP/1.1" status: 200 len: 848 time: 0.0500247 Jul 25 12:51:39.848484 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-76684999-04b2-4994-9bf1-217f8efc0bcd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb1b3010-8dc3-4806-9835-05ae48533627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273433 Jul 25 12:51:39.945219 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-7fd242d3-3e6d-40e1-a912-53998b7d8eca service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Jul 25 12:51:40.036281 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f470751d-1ad2-4c65-b349-698b15e675a2 req-799805bf-0050-46ba-8910-6ff402b31c7f service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Jul 25 12:51:40.521190 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063128f-ec34-4764-b6d4-d7bb69489fa0 req-26f1b922-c714-4c31-bcf2-57e2cde765a0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:40.522762 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e063128f-ec34-4764-b6d4-d7bb69489fa0 req-26f1b922-c714-4c31-bcf2-57e2cde765a0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 944 time: 0.0668657 Jul 25 12:51:40.545813 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:40.585268 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e063128f-ec34-4764-b6d4-d7bb69489fa0 req-a8764cef-c4df-4769-891c-ce85eb387d72 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530601 Jul 25 12:51:41.719719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f1072-cd80-4a41-bea1-3be1038d8701 req-c5cfb367-5fd1-4934-a01e-812fa77154d9 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:41.721189 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9c2f1072-cd80-4a41-bea1-3be1038d8701 req-c5cfb367-5fd1-4934-a01e-812fa77154d9 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 944 time: 0.0574973 Jul 25 12:51:41.772139 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9c2f1072-cd80-4a41-bea1-3be1038d8701 req-76a52660-e205-4166-98e7-6d445892842d tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jul 25 12:51:42.240897 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-d581b33a-7f4f-4f1c-9335-ed8a08bcc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:42.242560 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-d581b33a-7f4f-4f1c-9335-ed8a08bcc3d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 1128 time: 0.0433207 Jul 25 12:51:42.566440 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:42.605264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-52a5bc01-cab6-4031-b4f5-0370bfb29b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:42.606836 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-52a5bc01-cab6-4031-b4f5-0370bfb29b76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 909 time: 0.0968952 Jul 25 12:51:42.662041 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-c6b3f7ab-04c1-4c92-8fce-1d66bcdf5773 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18a540-4627-4c6b-a62a-cc01ed789393 HTTP/1.1" status: 200 len: 217 time: 0.0379305 Jul 25 12:51:42.896360 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13b018-1af6-44f7-8b1b-4ca1e907bd1b req-2d559d8d-c0dc-413a-9149-71d5eb4289a7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:42.897897 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cf13b018-1af6-44f7-8b1b-4ca1e907bd1b req-2d559d8d-c0dc-413a-9149-71d5eb4289a7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 944 time: 0.0490670 Jul 25 12:51:42.909565 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-75cb5733-81cf-4efe-8f89-0acde646e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:42.911104 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-75cb5733-81cf-4efe-8f89-0acde646e7f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e91db07-aee5-40a8-b08b-f8a264efc5b9 HTTP/1.1" status: 200 len: 848 time: 0.0458298 Jul 25 12:51:42.945648 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-16c41726-06de-4c46-a91e-ef9a53b22732 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb1b3010-8dc3-4806-9835-05ae48533627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280652 Jul 25 12:51:42.949829 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cf13b018-1af6-44f7-8b1b-4ca1e907bd1b req-f429cb73-b54d-45d8-8f4a-b9d230cac873 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Jul 25 12:51:43.041896 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-7349dec0-5e17-4d92-af64-cf7d1c32c3c9 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901446 Jul 25 12:51:43.150649 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b210568-9d65-425c-b69d-8dfd23cbc7fd req-a8f27826-39d9-4a96-859d-67d41cc4ed79 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006403 Jul 25 12:51:43.477825 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device cc18a540-4627-4c6b-a62a-cc01ed789393 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:51:43.588909 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cc18a540-4627-4c6b-a62a-cc01ed789393,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:43.604589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'cc18a540-4627-4c6b-a62a-cc01ed789393', 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627', 'port_id': 'cc18a540-4627-4c6b-a62a-cc01ed789393', 'mac_address': 'fa:16:3e:1c:b3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e91db07-aee5-40a8-b08b-f8a264efc5b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:51:43.642949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port cc18a540-4627-4c6b-a62a-cc01ed789393 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:51:43.643337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:43.658430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18a540-4627-4c6b-a62a-cc01ed789393 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:51:43.680103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cc18a540-4627-4c6b-a62a-cc01ed789393,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:43.693122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:43.742393 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:44.071199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5078-1d99-4514-8599-4fd7cc98ec5a req-669304e6-336b-47a3-aab2-17ed424fe43e tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:44.072644 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-283e5078-1d99-4514-8599-4fd7cc98ec5a req-669304e6-336b-47a3-aab2-17ed424fe43e tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 945 time: 0.0466762 Jul 25 12:51:44.085180 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:44.122323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['cc18a540-4627-4c6b-a62a-cc01ed789393'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:51:44.131661 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-283e5078-1d99-4514-8599-4fd7cc98ec5a req-5a33ae5e-e29c-422a-b59d-cd0d06dcb0df tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Jul 25 12:51:44.153938 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:44.161140 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-9f4e1680-f023-4d30-8b73-8de02ec74df2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446892 Jul 25 12:51:44.240818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-817e9e8c-9e64-48c9-b7e4-954e8ac77091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:44.242257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-817e9e8c-9e64-48c9-b7e4-954e8ac77091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 1130 time: 0.0413067 Jul 25 12:51:44.342787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-46e91687-c28d-4360-affb-d49122d5bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:44.344223 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-46e91687-c28d-4360-affb-d49122d5bdaf service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0840018 Jul 25 12:51:44.661759 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-26125599-fac6-4aec-953e-e8dd5815a72c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 200 len: 1001 time: 0.3107960 Jul 25 12:51:44.724784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-4c26ffc1-e9bc-4aed-8244-70bf12cf11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:44.726414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-4c26ffc1-e9bc-4aed-8244-70bf12cf11ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0565605 Jul 25 12:51:44.773881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-a94b8551-374b-4a31-9c78-8a102550f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:44.775797 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-a94b8551-374b-4a31-9c78-8a102550f113 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427876 Jul 25 12:51:44.883931 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-164c4574-2602-407a-befb-a6f5a14a3956 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011484 Jul 25 12:51:44.977120 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-513bc88f-ca21-42b3-afaf-7564b4b77484 req-e6656d94-50e2-46df-89a9-87e54f08e10b service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Jul 25 12:51:45.258723 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9814ca-ee00-4255-ad1c-bcdc66f6a552 req-7da5a9b2-eac1-4148-badd-57741575df3d tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:45.260333 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2b9814ca-ee00-4255-ad1c-bcdc66f6a552 req-7da5a9b2-eac1-4148-badd-57741575df3d tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 945 time: 0.0489578 Jul 25 12:51:45.313499 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2b9814ca-ee00-4255-ad1c-bcdc66f6a552 req-7f884344-a0d5-460d-a167-3d6f73e3aa40 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Jul 25 12:51:46.437831 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f086-d7f4-4f77-a293-14e7b39f94b2 req-a7c05160-e552-4f83-bd7d-7a0df96d0f02 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:46.439415 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0675f086-d7f4-4f77-a293-14e7b39f94b2 req-a7c05160-e552-4f83-bd7d-7a0df96d0f02 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 945 time: 0.0514517 Jul 25 12:51:46.487542 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0675f086-d7f4-4f77-a293-14e7b39f94b2 req-32027f7c-abac-4f34-816c-64ef5aa2e5f2 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jul 25 12:51:47.195498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device cc18a540-4627-4c6b-a62a-cc01ed789393 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:51:47.231120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:47.240408 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port cc18a540-4627-4c6b-a62a-cc01ed789393 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:51:47.247513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port cc18a540-4627-4c6b-a62a-cc01ed789393 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:51:47.247812 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:47.323911 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port cc18a540-4627-4c6b-a62a-cc01ed789393 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:51:47.324381 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:47.327036 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:47.350694 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:51:47.352936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ce0abc-63f5-4a3d-b283-8569341fafae" -d '{"events": [{"server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:51:47.368050 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cc18a540-4627-4c6b-a62a-cc01ed789393,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:47.372657 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:47.397240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b61ec9-6e80-41aa-bf2c-d3781bdbf09c x-openstack-request-id: req-26b61ec9-6e80-41aa-bf2c-d3781bdbf09c {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:51:47.397529 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:51:47.397774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26b61ec9-6e80-41aa-bf2c-d3781bdbf09c {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:51:47.398186 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b61ec9-6e80-41aa-bf2c-d3781bdbf09c'] response: {'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393', 'code': 200} Jul 25 12:51:47.432552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:47.606811 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576ad7-de1a-41f7-b83e-5e3b014db599 req-c76f4589-5e49-44c9-8d19-8fcdad1e40ac tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:47.608548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e2576ad7-de1a-41f7-b83e-5e3b014db599 req-c76f4589-5e49-44c9-8d19-8fcdad1e40ac tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0478668 Jul 25 12:51:47.655998 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e2576ad7-de1a-41f7-b83e-5e3b014db599 req-664017b9-61a1-421b-ab57-caf61ec0d171 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jul 25 12:51:47.905589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-51927229-58a3-4718-b072-35a53c49025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:48.640184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f630-f033-42a1-b8c3-ce409abf1858 req-1360bac6-b179-4e4f-b1a8-98c1a3289803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:48.641677 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6475f630-f033-42a1-b8c3-ce409abf1858 req-1360bac6-b179-4e4f-b1a8-98c1a3289803 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 1130 time: 0.0399687 Jul 25 12:51:48.691342 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6475f630-f033-42a1-b8c3-ce409abf1858 req-de1ead21-77ff-404b-8cfe-fb6155eafef5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Jul 25 12:51:48.776362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421cca0-fb8a-4a55-8f1f-afde373f7b7e req-3a7dc170-8282-4763-8c05-ebe56feeb7e1 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:48.777844 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1421cca0-fb8a-4a55-8f1f-afde373f7b7e req-3a7dc170-8282-4763-8c05-ebe56feeb7e1 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0487301 Jul 25 12:51:48.829669 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1421cca0-fb8a-4a55-8f1f-afde373f7b7e req-4bd95cdb-307a-4537-8ef2-486ca2229ec8 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Jul 25 12:51:49.947827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27648d-d427-4b90-8b62-b953784048e8 req-935b3285-d60f-4c70-b742-5b9f904411d7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:49.949886 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec27648d-d427-4b90-8b62-b953784048e8 req-935b3285-d60f-4c70-b742-5b9f904411d7 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0487897 Jul 25 12:51:49.997688 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec27648d-d427-4b90-8b62-b953784048e8 req-2e54aa7f-c96e-4558-ac58-062da70ea88e tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Jul 25 12:51:50.217175 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c801b1e1-b0b3-44d5-ba09-d1d1414b4ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:51.116081 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89adf9-ed8a-451c-8a10-525be330d672 req-b03dbb19-cb0a-4a28-b22d-df1f84e6e92d tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:51.117552 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2f89adf9-ed8a-451c-8a10-525be330d672 req-b03dbb19-cb0a-4a28-b22d-df1f84e6e92d tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0480072 Jul 25 12:51:51.169423 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2f89adf9-ed8a-451c-8a10-525be330d672 req-d158865b-73dc-40e0-bc74-13daefcf9523 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Jul 25 12:51:51.337877 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:51.969549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b730a-c7d2-48fb-9249-c5ea4d7d6e71 req-d7131cbf-26b1-46ff-a83d-4be9bbc309ba tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:51.971151 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-919b730a-c7d2-48fb-9249-c5ea4d7d6e71 req-d7131cbf-26b1-46ff-a83d-4be9bbc309ba tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0662031 Jul 25 12:51:52.022808 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-919b730a-c7d2-48fb-9249-c5ea4d7d6e71 req-ee8d4285-8f9b-4784-a5c6-8c28d678a498 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Jul 25 12:51:52.211897 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53930) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:52.321665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a597165d-259a-456e-9bde-a96d588dadcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.372576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:52.377714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:52.402673 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a597165d-259a-456e-9bde-a96d588dadcf admin admin] Publish callbacks [] for security_group (a7810833-3e24-438b-aebc-0bdd33dc7b7e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.406457 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a597165d-259a-456e-9bde-a96d588dadcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a7810833-3e24-438b-aebc-0bdd33dc7b7e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.446147 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a597165d-259a-456e-9bde-a96d588dadcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64070e0911364917ab2419538b531c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330663 Jul 25 12:51:52.447017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597165d-259a-456e-9bde-a96d588dadcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7810833-3e24-438b-aebc-0bdd33dc7b7e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:52.449785 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53934) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:52.504112 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Publish callbacks [] for security_group (a7810833-3e24-438b-aebc-0bdd33dc7b7e), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.526248 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Publish callbacks [] for security_group (a7810833-3e24-438b-aebc-0bdd33dc7b7e), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.576691 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a7810833-3e24-438b-aebc-0bdd33dc7b7e), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.580028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.580779 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7810833-3e24-438b-aebc-0bdd33dc7b7e HTTP/1.1" status: 204 len: 168 time: 0.1296225 Jul 25 12:51:52.591389 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7810833-3e24-438b-aebc-0bdd33dc7b7e,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:52.599556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.599804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.600148 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.600493 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.600961 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.601307 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.601639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.601994 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.602324 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.602655 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.602984 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.603321 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.603630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.603952 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.604301 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610e2bd-c4e8-439d-843e-bccda839c843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:51:52.655784 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.857355 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 53940) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:52.874044 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5880d841-8de8-4880-a0b4-201a7f3eab48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.972646 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5880d841-8de8-4880-a0b4-201a7f3eab48 admin admin] Publish callbacks [] for security_group (e3790726-bbaf-488d-bae8-aaf5061e2e45), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.976183 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5880d841-8de8-4880-a0b4-201a7f3eab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3790726-bbaf-488d-bae8-aaf5061e2e45), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:52.981513 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:53.019563 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5880d841-8de8-4880-a0b4-201a7f3eab48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39eae4b98b314c9a81ea99693bd56095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610410 Jul 25 12:51:53.020381 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880d841-8de8-4880-a0b4-201a7f3eab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3790726-bbaf-488d-bae8-aaf5061e2e45,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:53.023648 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 53942) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:53.079720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] Publish callbacks [] for security_group (e3790726-bbaf-488d-bae8-aaf5061e2e45), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.104652 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] Publish callbacks [] for security_group (e3790726-bbaf-488d-bae8-aaf5061e2e45), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.134779 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.180714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d45867-a59a-4e65-b3f8-5685ffda4ab1 req-4aeffecc-6ba1-4f27-a180-7a4ea8bac581 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:53.182286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-09d45867-a59a-4e65-b3f8-5685ffda4ab1 req-4aeffecc-6ba1-4f27-a180-7a4ea8bac581 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0798109 Jul 25 12:51:53.217156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3790726-bbaf-488d-bae8-aaf5061e2e45), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.219803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.225151 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3790726-bbaf-488d-bae8-aaf5061e2e45 HTTP/1.1" status: 204 len: 168 time: 0.1963031 Jul 25 12:51:53.238555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f6c18-b54b-4ac6-ba1f-928de51ad1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3790726-bbaf-488d-bae8-aaf5061e2e45,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:53.251886 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-09d45867-a59a-4e65-b3f8-5685ffda4ab1 req-1def0e5d-fe9d-4bad-93dc-0619e8d642ab tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 Jul 25 12:51:53.510430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-49f2d126-1c15-4dea-a76e-d3ea110d4ace tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:53.511532 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-49f2d126-1c15-4dea-a76e-d3ea110d4ace tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 946 time: 0.0554245 Jul 25 12:51:53.595018 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Deleting port cc18a540-4627-4c6b-a62a-cc01ed789393 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:51:53.595468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.698939 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] For port cc18a540-4627-4c6b-a62a-cc01ed789393, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cc18a540-4627-4c6b-a62a-cc01ed789393,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:51:53.699296 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.712170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Calling delete_port for cc18a540-4627-4c6b-a62a-cc01ed789393 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:51:53.847347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (cc18a540-4627-4c6b-a62a-cc01ed789393), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.878723 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Pushing event deleted for resources: {'Port': ['ID=cc18a540-4627-4c6b-a62a-cc01ed789393,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:53.882036 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['cc18a540-4627-4c6b-a62a-cc01ed789393'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:51:53.930436 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] No DVR routers for this DVR port cc18a540-4627-4c6b-a62a-cc01ed789393 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:51:53.932965 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:53.936196 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-afb3e195-c689-4d56-a562-dc6b0a136824 req-83e0fa64-cfc1-492f-81b3-3d1fcbaed771 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "DELETE /v2.0/ports/cc18a540-4627-4c6b-a62a-cc01ed789393 HTTP/1.1" status: 204 len: 173 time: 0.4193532 Jul 25 12:51:53.936637 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'name': 'network-vif-deleted', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:51:53.938971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e944cb-619a-462c-ac06-40444cacd6ce" -d '{"events": [{"server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "name": "network-vif-deleted", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:51:53.978575 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60f806-2d18-4dc0-b2e1-4ad8e5eb7647 x-openstack-request-id: req-6c60f806-2d18-4dc0-b2e1-4ad8e5eb7647 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:51:53.978905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fdd32-306e-403d-b954-b4748293a88b", "name": "network-vif-deleted", "tag": "cc18a540-4627-4c6b-a62a-cc01ed789393", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:51:53.979148 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c60f806-2d18-4dc0-b2e1-4ad8e5eb7647 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:51:53.979528 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c60f806-2d18-4dc0-b2e1-4ad8e5eb7647'] response: {'server_uuid': '650fdd32-306e-403d-b954-b4748293a88b', 'name': 'network-vif-deleted', 'tag': 'cc18a540-4627-4c6b-a62a-cc01ed789393', 'status': 'completed', 'code': 200} Jul 25 12:51:54.373045 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-159ede3a-325b-424c-897f-7f28449055b3 req-58c739e6-cfab-4d95-9fd9-c6706077c739 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=650fdd32-306e-403d-b954-b4748293a88b HTTP/1.1" status: 200 len: 210 time: 0.0311003 Jul 25 12:51:55.743559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-34ffdfc2-6ab1-4d4d-9f76-f596a788f056 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:55.745009 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-34ffdfc2-6ab1-4d4d-9f76-f596a788f056 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 808 time: 0.1052568 Jul 25 12:51:55.759756 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-eebae895-2098-4758-8c6c-e0dedd95afe2 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/quotas/5572f729d7c7487c9619292573b90d70 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Jul 25 12:51:55.773955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:55.794477 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-84a89999-3f80-4d01-9998-8067af0c8f2b tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290072 Jul 25 12:51:55.808667 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:55.886800 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-35c834e5-b73b-445a-8adc-03a0de1aec33 service neutron] 10.222.0.60 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Jul 25 12:51:55.973635 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-811e72a7-32df-4201-9a5a-f5ca56728f1f service neutron] 10.222.0.60 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812740 Jul 25 12:51:56.132744 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-391bfa5f-da6d-4fe9-a470-3f554f438df7 req-66956de2-7f29-4f8c-b27d-99110262c59f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Jul 25 12:51:56.453447 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device cc18a540-4627-4c6b-a62a-cc01ed789393 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:51:56.476227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: cc18a540-4627-4c6b-a62a-cc01ed789393 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:51:56.476563 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device cc18a540-4627-4c6b-a62a-cc01ed789393 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:51:57.140899 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d1a9de9c-b2c6-45f2-b920-6bc4ca99c79f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:57.142625 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d1a9de9c-b2c6-45f2-b920-6bc4ca99c79f tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 808 time: 0.1179602 Jul 25 12:51:57.162721 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Request body: {'port': {'device_id': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627', 'admin_state_up': True, 'tenant_id': '5572f729d7c7487c9619292573b90d70'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:57.254723 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0a3c4942-2dbf-49d6-92ee-2395f08d5ba6 req-6855a5c5-d24a-4e5c-80e0-414e13e15c65 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0437992 Jul 25 12:51:57.317064 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Made reservation on behalf of 5572f729d7c7487c9619292573b90d70 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:51:57.320482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:57.444694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Allocated IP 172.20.0.7 (bb1b3010-8dc3-4806-9835-05ae48533627/0e91db07-aee5-40a8-b08b-f8a264efc5b9/e57082e2-64f4-4b82-9672-306e2583158e) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:51:57.595020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks [] for port (e57082e2-64f4-4b82-9672-306e2583158e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:57.626612 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:57.675871 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Network bb1b3010-8dc3-4806-9835-05ae48533627 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:51:57.679305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:51:57.681725 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:51:57.710192 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Pushing event updated for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:57.715329 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:57.719006 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:57.740961 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:57.741562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:57.758472 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-029956c8-5d67-44d3-adcd-adce4aa49de0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001275 Jul 25 12:51:57.811102 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Request body: {'port': {'device_id': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:51:57.869404 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e57082e2-64f4-4b82-9672-306e2583158e), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.131504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57082e2-64f4-4b82-9672-306e2583158e {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:51:58.140032 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks [] for port (e57082e2-64f4-4b82-9672-306e2583158e), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.154024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Transition to ACTIVE for port object e57082e2-64f4-4b82-9672-306e2583158e will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:51:58.158597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.209764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:58.296373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Attempting to bind port e57082e2-64f4-4b82-9672-306e2583158e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:51:58.296943 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Attempting to bind port e57082e2-64f4-4b82-9672-306e2583158e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:51:58.297348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Attempting to bind port e57082e2-64f4-4b82-9672-306e2583158e on network bb1b3010-8dc3-4806-9835-05ae48533627 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:51:58.302378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Port e57082e2-64f4-4b82-9672-306e2583158e on network bb1b3010-8dc3-4806-9835-05ae48533627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:51:58.302743 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Attempting to bind port e57082e2-64f4-4b82-9672-306e2583158e on network bb1b3010-8dc3-4806-9835-05ae48533627 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:51:58.313599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:51:58.313599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Checking segment: {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:51:58.313599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Bound using segment: {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:51:58.313599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Bound port: e57082e2-64f4-4b82-9672-306e2583158e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12a88e8-f269-40c6-bd71-0daf1547fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:51:58.313599 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e57082e2-64f4-4b82-9672-306e2583158e), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.380082 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:58.387082 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:51:58.390710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e57082e2-64f4-4b82-9672-306e2583158e,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:51:58.396688 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becccd79-e4ff-4e41-8f70-36695c856624 req-230dcc70-fc03-47d5-98a7-388b2cf0cfac tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:58.397087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.398410 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-becccd79-e4ff-4e41-8f70-36695c856624 req-230dcc70-fc03-47d5-98a7-388b2cf0cfac tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 943 time: 0.0577579 Jul 25 12:51:58.430078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54078) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:58.431303 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:58.431913 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.433314 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] 10.222.0.61 "PUT /v2.0/ports/e57082e2-64f4-4b82-9672-306e2583158e HTTP/1.1" status: 200 len: 1093 time: 0.6271515 Jul 25 12:51:58.435024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:51:58.437237 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15d745-f87f-4848-98bc-35b3600e70f3" -d '{"events": [{"name": "network-changed", "server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "tag": "e57082e2-64f4-4b82-9672-306e2583158e"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:51:58.476122 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-becccd79-e4ff-4e41-8f70-36695c856624 req-23496cd2-37ee-4234-8c6e-fb38fd392570 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678720 Jul 25 12:51:58.496260 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1951b7-d432-4222-aa26-bc88c3838533 x-openstack-request-id: req-4f1951b7-d432-4222-aa26-bc88c3838533 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:51:58.496786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "tag": "e57082e2-64f4-4b82-9672-306e2583158e", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:51:58.497203 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f1951b7-d432-4222-aa26-bc88c3838533 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:51:58.497763 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1951b7-d432-4222-aa26-bc88c3838533'] response: {'name': 'network-changed', 'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e', 'status': 'completed', 'code': 200} Jul 25 12:51:58.501362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceca91-13ec-478c-9e81-93274a49ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:58.554010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-5f835c81-b1e7-4ff7-9ee9-f006c0e3872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:58.555508 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-5f835c81-b1e7-4ff7-9ee9-f006c0e3872d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 1127 time: 0.0434563 Jul 25 12:51:58.585623 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-66fa7747-98b9-4e28-aa45-2645dcabdb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.618469 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-1c7c289d-d49d-438d-9a6c-dc47beb2c7aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57082e2-64f4-4b82-9672-306e2583158e HTTP/1.1" status: 200 len: 217 time: 0.0404747 Jul 25 12:51:58.665875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:58.688182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:51:58.696848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-2d539118-1056-43e3-801a-324e37962988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:58.699231 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-2d539118-1056-43e3-801a-324e37962988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e91db07-aee5-40a8-b08b-f8a264efc5b9 HTTP/1.1" status: 200 len: 848 time: 0.0742056 Jul 25 12:51:58.749357 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-82e14af1-8cfa-429d-96ea-4ab72301c98a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb1b3010-8dc3-4806-9835-05ae48533627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434759 Jul 25 12:51:58.814541 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-66fa7747-98b9-4e28-aa45-2645dcabdb44 admin admin] Publish callbacks [] for security_group (ebd22799-48f6-4b85-ade0-6ae4df5d61c0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.822710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-66fa7747-98b9-4e28-aa45-2645dcabdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (ebd22799-48f6-4b85-ade0-6ae4df5d61c0), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.884742 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-66fa7747-98b9-4e28-aa45-2645dcabdb44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ca29532a1644fb09eaaa2cbdf2f7934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504526 Jul 25 12:51:58.887809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa7747-98b9-4e28-aa45-2645dcabdb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd22799-48f6-4b85-ade0-6ae4df5d61c0,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:58.887992 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54084) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:58.894335 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-bb8c1079-611c-4a67-ac98-75a5ec6fca29 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Jul 25 12:51:58.943428 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] Publish callbacks [] for security_group (ebd22799-48f6-4b85-ade0-6ae4df5d61c0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.966596 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] Publish callbacks [] for security_group (ebd22799-48f6-4b85-ade0-6ae4df5d61c0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:58.992417 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4bcce8c0-0715-4d5f-9667-00d71ae951e3 req-9ab02349-1fda-4ee0-8b9f-0fcf6c9e4517 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924466 Jul 25 12:51:59.016842 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (ebd22799-48f6-4b85-ade0-6ae4df5d61c0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.020230 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.022059 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebd22799-48f6-4b85-ade0-6ae4df5d61c0 HTTP/1.1" status: 204 len: 168 time: 0.1327441 Jul 25 12:51:59.031529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e89b3-707d-438e-a478-ab7199841c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd22799-48f6-4b85-ade0-6ae4df5d61c0,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:59.296705 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54090) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:59.310718 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b032cb50-4054-4a32-ba6f-ff2de6aaabef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.384705 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b032cb50-4054-4a32-ba6f-ff2de6aaabef admin admin] Publish callbacks [] for security_group (aaff80a7-b3dd-4744-a1af-9713830078b6), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.388406 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b032cb50-4054-4a32-ba6f-ff2de6aaabef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (aaff80a7-b3dd-4744-a1af-9713830078b6), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.427424 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b032cb50-4054-4a32-ba6f-ff2de6aaabef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6f868e4ba0e485b923930d1e0d118c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296489 Jul 25 12:51:59.428343 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032cb50-4054-4a32-ba6f-ff2de6aaabef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaff80a7-b3dd-4744-a1af-9713830078b6,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:59.430203 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54092) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:59.480477 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] Publish callbacks [] for security_group (aaff80a7-b3dd-4744-a1af-9713830078b6), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.502112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] Publish callbacks [] for security_group (aaff80a7-b3dd-4744-a1af-9713830078b6), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.549900 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (aaff80a7-b3dd-4744-a1af-9713830078b6), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.553444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.554675 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaff80a7-b3dd-4744-a1af-9713830078b6 HTTP/1.1" status: 204 len: 168 time: 0.1228793 Jul 25 12:51:59.563879 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccd053-e158-4ec0-b35a-8a2108e8bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaff80a7-b3dd-4744-a1af-9713830078b6,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:51:59.612144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67b787-6575-447a-9f0c-a41522c599fb req-2725c5bd-1e76-41c5-a848-f7dcd497cd6e tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:51:59.613790 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c67b787-6575-447a-9f0c-a41522c599fb req-2725c5bd-1e76-41c5-a848-f7dcd497cd6e tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 943 time: 0.0556908 Jul 25 12:51:59.662377 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c67b787-6575-447a-9f0c-a41522c599fb req-b5c82ae3-4288-44c2-8d66-96c97fd0ef22 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Jul 25 12:51:59.886013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54100) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:51:59.902548 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-010cb464-36ff-4111-a2f4-32247c708bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.975951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-010cb464-36ff-4111-a2f4-32247c708bf2 admin admin] Publish callbacks [] for security_group (c6469e8e-76f0-4729-856b-c13ef48f6b18), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:51:59.979539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-010cb464-36ff-4111-a2f4-32247c708bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c6469e8e-76f0-4729-856b-c13ef48f6b18), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:00.017965 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-010cb464-36ff-4111-a2f4-32247c708bf2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a47adf8a66f541189a2fba3fe5c99ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309259 Jul 25 12:52:00.018782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb464-36ff-4111-a2f4-32247c708bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6469e8e-76f0-4729-856b-c13ef48f6b18,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:00.021346 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54102) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:00.070679 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] Publish callbacks [] for security_group (c6469e8e-76f0-4729-856b-c13ef48f6b18), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:00.093262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] Publish callbacks [] for security_group (c6469e8e-76f0-4729-856b-c13ef48f6b18), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:00.141638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (c6469e8e-76f0-4729-856b-c13ef48f6b18), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:00.144217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:00.145356 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6469e8e-76f0-4729-856b-c13ef48f6b18 HTTP/1.1" status: 204 len: 168 time: 0.1227241 Jul 25 12:52:00.154193 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc32816-7863-45e0-908c-37b6fd2add36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6469e8e-76f0-4729-856b-c13ef48f6b18,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:00.789081 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b9958-4433-4aa8-bebc-ef554496b29b req-08d97d8c-70a2-47a5-b5f5-1738ee118384 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:00.790632 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4c8b9958-4433-4aa8-bebc-ef554496b29b req-08d97d8c-70a2-47a5-b5f5-1738ee118384 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 943 time: 0.0529463 Jul 25 12:52:00.839552 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4c8b9958-4433-4aa8-bebc-ef554496b29b req-be625238-5af4-475d-b1d9-3a63b4a00b44 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Jul 25 12:52:01.385435 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:01.391965 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-e853c14b-42e3-444c-889d-24655dd91bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:01.393387 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-e853c14b-42e3-444c-889d-24655dd91bd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5572f729d7c7487c9619292573b90d70&device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 1127 time: 0.0473094 Jul 25 12:52:01.486534 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-b0d9b5f0-08d2-447c-a769-90675b253eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:01.487764 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-b0d9b5f0-08d2-447c-a769-90675b253eef service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 200 len: 909 time: 0.0881979 Jul 25 12:52:01.529219 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-b07dfa43-5f28-4135-9d67-b7fb331d7538 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57082e2-64f4-4b82-9672-306e2583158e HTTP/1.1" status: 200 len: 217 time: 0.0358965 Jul 25 12:52:01.563519 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:01.580594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-1a128489-0a6c-416c-b8cb-c62dd747258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:01.582203 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-1a128489-0a6c-416c-b8cb-c62dd747258f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e91db07-aee5-40a8-b08b-f8a264efc5b9 HTTP/1.1" status: 200 len: 848 time: 0.0474269 Jul 25 12:52:01.617213 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-08c34b12-86dc-4e49-957e-8fdadaed3212 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb1b3010-8dc3-4806-9835-05ae48533627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jul 25 12:52:01.716352 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-9457b5d0-d4b2-43d9-8cf4-a4daf18c19a5 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932581 Jul 25 12:52:01.805158 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fb15d745-f87f-4848-98bc-35b3600e70f3 req-eba233a2-ba31-4088-99cb-61e1a903c854 service neutron] 10.222.0.61 "GET /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Jul 25 12:52:01.959527 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3cc0-3435-45eb-8921-e2f25a14dd51 req-a5c80b4e-a6b4-428c-a778-0e43d654a629 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:01.961115 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c97d3cc0-3435-45eb-8921-e2f25a14dd51 req-a5c80b4e-a6b4-428c-a778-0e43d654a629 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 943 time: 0.0508168 Jul 25 12:52:02.009788 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c97d3cc0-3435-45eb-8921-e2f25a14dd51 req-be11ee0f-acd0-4122-82ca-78b68b49b795 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Jul 25 12:52:02.447170 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e57082e2-64f4-4b82-9672-306e2583158e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:52:02.554238 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e57082e2-64f4-4b82-9672-306e2583158e,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:02.565936 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'e57082e2-64f4-4b82-9672-306e2583158e', 'network_id': 'bb1b3010-8dc3-4806-9835-05ae48533627', 'port_id': 'e57082e2-64f4-4b82-9672-306e2583158e', 'mac_address': 'fa:16:3e:b4:0d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e91db07-aee5-40a8-b08b-f8a264efc5b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:52:02.602121 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port e57082e2-64f4-4b82-9672-306e2583158e is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:02.602505 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e57082e2-64f4-4b82-9672-306e2583158e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:02.616414 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57082e2-64f4-4b82-9672-306e2583158e {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:52:02.636829 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e57082e2-64f4-4b82-9672-306e2583158e,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:02.640671 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:02.691365 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:02.698741 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.699003 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.699339 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.699672 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.699999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.700320 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.700637 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.700954 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.701271 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.701588 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.701904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.702243 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.702555 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.702865 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:02.703176 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:03.056602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['e57082e2-64f4-4b82-9672-306e2583158e'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:52:03.134277 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870504-ffdf-46c9-84a2-af94f0acfb35 req-cb15b877-05da-4978-ad46-d3413ede8bd0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:03.136285 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ea870504-ffdf-46c9-84a2-af94f0acfb35 req-cb15b877-05da-4978-ad46-d3413ede8bd0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 944 time: 0.0532973 Jul 25 12:52:03.193165 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ea870504-ffdf-46c9-84a2-af94f0acfb35 req-d3454118-e204-422f-b47d-b587c352f399 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492871 Jul 25 12:52:04.316395 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2da2-df98-4afe-930e-f1342cdf5948 req-ae867d62-29dd-44fb-bfe2-6a5649b5a5dc tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:04.317941 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-597f2da2-df98-4afe-930e-f1342cdf5948 req-ae867d62-29dd-44fb-bfe2-6a5649b5a5dc tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 944 time: 0.0492961 Jul 25 12:52:04.365172 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-597f2da2-df98-4afe-930e-f1342cdf5948 req-4a0f0cfc-0adc-4bd6-b635-6c477cbf52aa tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Jul 25 12:52:04.445797 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e57082e2-64f4-4b82-9672-306e2583158e up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:04.470220 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:04.492972 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port e57082e2-64f4-4b82-9672-306e2583158e completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:52:04.500046 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port e57082e2-64f4-4b82-9672-306e2583158e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:04.500420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (e57082e2-64f4-4b82-9672-306e2583158e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:04.539190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:04.576222 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port e57082e2-64f4-4b82-9672-306e2583158e is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:04.576635 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (e57082e2-64f4-4b82-9672-306e2583158e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:04.602796 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:04.608395 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05288bf3-80f6-4785-b0cd-24358fd5beab" -d '{"events": [{"server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e57082e2-64f4-4b82-9672-306e2583158e"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:04.629145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e57082e2-64f4-4b82-9672-306e2583158e,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:04.635213 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:04.688930 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:04.729319 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:04.804143 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd687a-f305-42bf-acc4-1330b88a6d61 x-openstack-request-id: req-e5cd687a-f305-42bf-acc4-1330b88a6d61 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:04.804431 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e57082e2-64f4-4b82-9672-306e2583158e", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:04.804680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5cd687a-f305-42bf-acc4-1330b88a6d61 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:04.805074 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cd687a-f305-42bf-acc4-1330b88a6d61'] response: {'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e', 'code': 200} Jul 25 12:52:05.027105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3221b-7cc4-48af-bfd6-45e27fc14e00 req-2ab17b8f-3afa-41a9-906b-a030e57455f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:05.028578 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6be3221b-7cc4-48af-bfd6-45e27fc14e00 req-2ab17b8f-3afa-41a9-906b-a030e57455f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 1129 time: 0.0412798 Jul 25 12:52:05.071884 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6be3221b-7cc4-48af-bfd6-45e27fc14e00 req-a469f849-46f2-4496-b5c9-74e8116f3b34 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Jul 25 12:52:05.471291 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:05.483178 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5deef-6902-457f-9a8e-0c0fcd319aa5 req-3926aa6c-2feb-4605-aa98-42ec93e2295b tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:05.485035 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-86f5deef-6902-457f-9a8e-0c0fcd319aa5 req-3926aa6c-2feb-4605-aa98-42ec93e2295b tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Jul 25 12:52:05.497769 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:05.539291 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-86f5deef-6902-457f-9a8e-0c0fcd319aa5 req-28b1ee08-2e51-40e2-8d39-44529d45359c tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Jul 25 12:52:06.672077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665d78-5bd4-44a4-a6ff-73881faaaea3 req-b5662d15-dc89-45a8-a29c-7e8ba57d95ed tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:06.673518 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1c665d78-5bd4-44a4-a6ff-73881faaaea3 req-b5662d15-dc89-45a8-a29c-7e8ba57d95ed tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Jul 25 12:52:06.722988 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1c665d78-5bd4-44a4-a6ff-73881faaaea3 req-a8c6942d-3c5a-4888-9e03-178d69fc2bda tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Jul 25 12:52:07.854696 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559fd45-f474-42ae-a832-356452f90de2 req-836223fa-1599-4c86-8ece-009197950971 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:07.856199 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d559fd45-f474-42ae-a832-356452f90de2 req-836223fa-1599-4c86-8ece-009197950971 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Jul 25 12:52:07.906895 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d559fd45-f474-42ae-a832-356452f90de2 req-ffc8771e-a95c-47d2-89da-1afdbac35338 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Jul 25 12:52:08.743879 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45f37-fe1a-4675-8710-55026d41edae req-afc9f8cd-7bfc-4bf6-9b39-cd5b34754d5a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:08.745633 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aaf45f37-fe1a-4675-8710-55026d41edae req-afc9f8cd-7bfc-4bf6-9b39-cd5b34754d5a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0570614 Jul 25 12:52:08.804144 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-aaf45f37-fe1a-4675-8710-55026d41edae req-956d8c42-bfb5-4d2b-9fd8-a24172433431 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Jul 25 12:52:09.565966 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:52:09.928786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadcaa8-452b-4fd8-97ee-4e9dac5215ef req-01332ea0-2329-4275-926c-3f908502a002 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:09.930360 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9eadcaa8-452b-4fd8-97ee-4e9dac5215ef req-01332ea0-2329-4275-926c-3f908502a002 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0500324 Jul 25 12:52:09.991615 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9eadcaa8-452b-4fd8-97ee-4e9dac5215ef req-15b80959-6427-4d9b-8cd6-4fb6a2f601e5 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/security-groups?id=6895248c-a814-47d1-914d-0748bb14499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510395 Jul 25 12:52:10.315537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-81e82d71-713a-4c4a-89c7-76dc6a52f5d0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:10.316986 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-81e82d71-713a-4c4a-89c7-76dc6a52f5d0 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0506806 Jul 25 12:52:10.411036 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Deleting port e57082e2-64f4-4b82-9672-306e2583158e {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:52:10.411369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (e57082e2-64f4-4b82-9672-306e2583158e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:10.503135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] For port e57082e2-64f4-4b82-9672-306e2583158e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e57082e2-64f4-4b82-9672-306e2583158e,segment=NetworkSegment(e12a88e8-f269-40c6-bd71-0daf1547fdd9),segment_id=e12a88e8-f269-40c6-bd71-0daf1547fdd9)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:10.503406 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (e57082e2-64f4-4b82-9672-306e2583158e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:10.516591 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Calling delete_port for e57082e2-64f4-4b82-9672-306e2583158e owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:52:10.562566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:10.596629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:10.655126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (e57082e2-64f4-4b82-9672-306e2583158e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:10.687036 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Pushing event deleted for resources: {'Port': ['ID=e57082e2-64f4-4b82-9672-306e2583158e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:10.690620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['e57082e2-64f4-4b82-9672-306e2583158e'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:52:10.743636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] No DVR routers for this DVR port e57082e2-64f4-4b82-9672-306e2583158e on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:52:10.746210 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:10.749467 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-14a6c0e9-493a-42f1-b2ff-d4ea40ba9e25 req-da29d025-40db-4841-a357-81dbd4f0594a tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.61 "DELETE /v2.0/ports/e57082e2-64f4-4b82-9672-306e2583158e HTTP/1.1" status: 204 len: 173 time: 0.4280131 Jul 25 12:52:10.749898 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'name': 'network-vif-deleted', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:10.752156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2aa7ac-e1f4-4689-b347-e930da4ebde6" -d '{"events": [{"server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "name": "network-vif-deleted", "tag": "e57082e2-64f4-4b82-9672-306e2583158e"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:10.793355 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58c91f4-6c10-4b5b-856b-62685a9a7e94 x-openstack-request-id: req-c58c91f4-6c10-4b5b-856b-62685a9a7e94 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:10.793670 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b3b21-4a7b-4c98-9976-5405cad5a5d0", "name": "network-vif-deleted", "tag": "e57082e2-64f4-4b82-9672-306e2583158e", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:10.793987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c58c91f4-6c10-4b5b-856b-62685a9a7e94 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:10.794451 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58c91f4-6c10-4b5b-856b-62685a9a7e94'] response: {'server_uuid': '540b3b21-4a7b-4c98-9976-5405cad5a5d0', 'name': 'network-vif-deleted', 'tag': 'e57082e2-64f4-4b82-9672-306e2583158e', 'status': 'completed', 'code': 200} Jul 25 12:52:11.115614 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-090f38f5-0f90-4913-8610-c2dab012226e req-91749d60-fe79-458f-9e49-e8d086a66213 tempest-VolumesActionsTest-969305180 tempest-VolumesActionsTest-969305180-project] 10.222.0.60 "GET /v2.0/ports?device_id=540b3b21-4a7b-4c98-9976-5405cad5a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0335066 Jul 25 12:52:11.334489 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54246) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:11.442916 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-faa22ba4-6ba0-4cfb-94c9-8b6964b6efcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.530313 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-faa22ba4-6ba0-4cfb-94c9-8b6964b6efcc admin admin] Publish callbacks [] for security_group (17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.534011 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-faa22ba4-6ba0-4cfb-94c9-8b6964b6efcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.575349 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-faa22ba4-6ba0-4cfb-94c9-8b6964b6efcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1db3898787d649df9ac3648410f0b6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396290 Jul 25 12:52:11.576032 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22ba4-6ba0-4cfb-94c9-8b6964b6efcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:11.578065 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54250) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:11.629715 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] Publish callbacks [] for security_group (17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.654569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] Publish callbacks [] for security_group (17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.707201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.709786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:11.710987 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e HTTP/1.1" status: 204 len: 168 time: 0.1318438 Jul 25 12:52:11.719693 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284c7eb-5416-4218-8aa0-716a06e16f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ef7c1d-aeea-4a51-b5eb-ead5bee27d2e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:11.982738 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54256) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:11.996776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1a840bab-b68d-4f17-8c6b-86c2f5ae4c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.076074 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1a840bab-b68d-4f17-8c6b-86c2f5ae4c80 admin admin] Publish callbacks [] for security_group (a20433c5-e93d-4463-acf1-3490ce497a49), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.080647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1a840bab-b68d-4f17-8c6b-86c2f5ae4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a20433c5-e93d-4463-acf1-3490ce497a49), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.123732 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1a840bab-b68d-4f17-8c6b-86c2f5ae4c80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e80334b6ea94890807e899b36077b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398196 Jul 25 12:52:12.124853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a840bab-b68d-4f17-8c6b-86c2f5ae4c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20433c5-e93d-4463-acf1-3490ce497a49,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:12.126442 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54258) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:12.184733 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] Publish callbacks [] for security_group (a20433c5-e93d-4463-acf1-3490ce497a49), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.208276 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] Publish callbacks [] for security_group (a20433c5-e93d-4463-acf1-3490ce497a49), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.259579 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (a20433c5-e93d-4463-acf1-3490ce497a49), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.262863 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:12.264035 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a20433c5-e93d-4463-acf1-3490ce497a49 HTTP/1.1" status: 204 len: 168 time: 0.1366031 Jul 25 12:52:12.278605 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e57ec-8cd3-4150-a4bf-5c7225da2c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20433c5-e93d-4463-acf1-3490ce497a49,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:15.429405 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e57082e2-64f4-4b82-9672-306e2583158e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:52:15.452364 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: e57082e2-64f4-4b82-9672-306e2583158e {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:52:15.452701 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device e57082e2-64f4-4b82-9672-306e2583158e not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:52:17.914446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-98ec1e9f-6112-4031-94ac-8b803e268e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:19.056847 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-8ef6c1b4-e519-407a-9357-94944cc192d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317512 Jul 25 12:52:19.561957 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:19.563903 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=20 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:19.637553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-2398c0ad-648c-4e3b-8698-897672b6a5fc tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:19.644921 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-2398c0ad-648c-4e3b-8698-897672b6a5fc tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5817797 Jul 25 12:52:19.656276 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-96135514-e203-43b4-8377-efa9b6a39385 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/quotas/b678cb6fa6b340ae9cfc877a240ab213 HTTP/1.1" status: 200 len: 375 time: 0.0104365 Jul 25 12:52:19.697700 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-27606666-a7e3-4408-b389-13cff4fcea66 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344923 Jul 25 12:52:19.921312 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-381fde1d-0cc6-4b92-a72d-5b66fd36585e req-587816e3-7270-42e8-b92e-18dcdba56941 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 210 time: 0.0474434 Jul 25 12:52:20.228342 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-4e337257-947a-431e-8461-e5f5fb272f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.051257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-113fb648-4f5e-4ba4-9629-b710f1fd6803 req-5e121ea9-b30e-4b4d-9b5d-a94279ff10a9 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 210 time: 0.0334871 Jul 25 12:52:21.219024 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-ce68db27-4b67-49e3-b33c-813cf78182ca tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325928 Jul 25 12:52:21.389763 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.395347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-0ac20ed9-e488-4742-914a-72b30346867d tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:21.396885 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-0ac20ed9-e488-4742-914a-72b30346867d tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614459 Jul 25 12:52:21.419146 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Request body: {'port': {'device_id': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'network_id': '274039e3-da04-4122-812c-d8911b678ff5', 'admin_state_up': True, 'tenant_id': 'b678cb6fa6b340ae9cfc877a240ab213'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:21.596011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:21.625485 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Made reservation on behalf of b678cb6fa6b340ae9cfc877a240ab213 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:21.629296 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.644571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.669981 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:21.754334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks [] for security_group (5d1ab6ad-beda-483b-98f2-68b77178c074), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.759987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5d1ab6ad-beda-483b-98f2-68b77178c074), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:21.840152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ab6ad-beda-483b-98f2-68b77178c074,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:21.944059 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Allocated IP 192.168.233.213 (274039e3-da04-4122-812c-d8911b678ff5/eca7d518-b4cb-4de5-b149-ee1fbe20ec05/ca8da65d-bf70-4bd8-905a-95de16f3a998) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:22.163773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks [] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.205008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.229294 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-68b92c5c-696c-493a-b391-4bb2c9b0fed6 req-40fd90d7-7a2b-4618-a3af-5bd4ab380f59 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 210 time: 0.0489495 Jul 25 12:52:22.274386 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Network 274039e3-da04-4122-812c-d8911b678ff5 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:22.278963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:22.281142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Pushing event updated for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:22.283796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:22.393069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:22.394621 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.441625 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-452d1caa-eac5-4014-aacf-dfe5f787a6d0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0295129 Jul 25 12:52:22.459386 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Request body: {'port': {'device_id': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:22.548997 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.676875 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.688874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-2951a5ac-3bf1-4b2e-a7c4-ef512a0c6126 None None] Provisioning complete for port ca8da65d-bf70-4bd8-905a-95de16f3a998 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:22.689535 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2951a5ac-3bf1-4b2e-a7c4-ef512a0c6126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.731844 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-2951a5ac-3bf1-4b2e-a7c4-ef512a0c6126 None None] Port ca8da65d-bf70-4bd8-905a-95de16f3a998 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:22.763298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:22.818034 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:22.962304 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8da65d-bf70-4bd8-905a-95de16f3a998 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:52:22.972718 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks [] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:22.987349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Transition to ACTIVE for port object ca8da65d-bf70-4bd8-905a-95de16f3a998 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:52:22.999921 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:23.092906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:23.144317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:23.191896 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Attempting to bind port ca8da65d-bf70-4bd8-905a-95de16f3a998 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:23.192939 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Attempting to bind port ca8da65d-bf70-4bd8-905a-95de16f3a998 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:23.193478 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Attempting to bind port ca8da65d-bf70-4bd8-905a-95de16f3a998 on network 274039e3-da04-4122-812c-d8911b678ff5 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:23.202512 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Port ca8da65d-bf70-4bd8-905a-95de16f3a998 on network 274039e3-da04-4122-812c-d8911b678ff5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:52:23.203088 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Attempting to bind port ca8da65d-bf70-4bd8-905a-95de16f3a998 on network 274039e3-da04-4122-812c-d8911b678ff5 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:23.209437 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:23.210105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Checking segment: {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:23.210964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Bound using segment: {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:23.211580 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Bound port: ca8da65d-bf70-4bd8-905a-95de16f3a998, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc216c6-a787-4cb9-8e34-fcb1537da1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '274039e3-da04-4122-812c-d8911b678ff5'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:23.212111 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:23.304617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:23.310078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:23.325345 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:23.420882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:23.421096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:23.422409 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/ca8da65d-bf70-4bd8-905a-95de16f3a998 HTTP/1.1" status: 200 len: 1098 time: 0.9673169 Jul 25 12:52:23.424993 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:23.427377 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78" -d '{"events": [{"name": "network-changed", "server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:23.471300 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cef3ae-d3b5-4052-8d39-de6c42297ffe req-9ce05f73-431c-4ad6-bcec-550cadc16bef tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:23.487242 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9cef3ae-d3b5-4052-8d39-de6c42297ffe req-9ce05f73-431c-4ad6-bcec-550cadc16bef tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 948 time: 0.1059573 Jul 25 12:52:23.492005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57b53-311c-468b-bcb0-4e8fc49f63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:23.563569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b3d40d-109b-47e0-ad4c-bb3943d16e27 x-openstack-request-id: req-52b3d40d-109b-47e0-ad4c-bb3943d16e27 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:23.566472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:23.570401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52b3d40d-109b-47e0-ad4c-bb3943d16e27 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:23.571852 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b3d40d-109b-47e0-ad4c-bb3943d16e27'] response: {'name': 'network-changed', 'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998', 'status': 'completed', 'code': 200} Jul 25 12:52:23.588723 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9cef3ae-d3b5-4052-8d39-de6c42297ffe req-096c0f86-1855-4931-9381-a722a9771861 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002586 Jul 25 12:52:23.633588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-44734492-c122-4b28-a4c9-e5eb7e78e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:23.635428 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-44734492-c122-4b28-a4c9-e5eb7e78e26c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 1132 time: 0.1455822 Jul 25 12:52:23.699217 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-5745eae6-d918-488e-9208-4eaf724d74b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998 HTTP/1.1" status: 200 len: 217 time: 0.0461681 Jul 25 12:52:23.768273 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-090c3ed0-bd7d-4942-a640-e68766929db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:23.770133 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-090c3ed0-bd7d-4942-a640-e68766929db1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eca7d518-b4cb-4de5-b149-ee1fbe20ec05 HTTP/1.1" status: 200 len: 843 time: 0.0655420 Jul 25 12:52:23.826374 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-7094f8fe-ed53-42ec-9b59-fa87e3d888af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:23.827913 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-7094f8fe-ed53-42ec-9b59-fa87e3d888af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=274039e3-da04-4122-812c-d8911b678ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0518563 Jul 25 12:52:23.938887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-e1ab0d22-d326-4b83-aba4-68dd1b428430 service neutron] 10.222.0.61 "GET /v2.0/networks/274039e3-da04-4122-812c-d8911b678ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032760 Jul 25 12:52:24.014117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:24.052910 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e98dfcaf-0d24-4467-8b8a-ce9a27bad5c0 req-326b8873-e76a-4ba5-a7eb-4b5732f5eb16 service neutron] 10.222.0.61 "GET /v2.0/networks/274039e3-da04-4122-812c-d8911b678ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076343 Jul 25 12:52:24.762672 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e462b0-92a7-44c4-9e52-a23136fb99aa req-a0bf6963-728d-4240-bfe5-a43648f0e30a tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:24.764882 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-56e462b0-92a7-44c4-9e52-a23136fb99aa req-a0bf6963-728d-4240-bfe5-a43648f0e30a tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 948 time: 0.0659828 Jul 25 12:52:24.829062 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-56e462b0-92a7-44c4-9e52-a23136fb99aa req-19bf372e-3f66-4ab9-9848-c5ef174e38e9 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564277 Jul 25 12:52:25.966919 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b878c1e-d0bb-4946-94bb-022e8253760b req-b2612de4-42c2-44b9-a75a-961a4e8f1592 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:25.975767 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7b878c1e-d0bb-4946-94bb-022e8253760b req-b2612de4-42c2-44b9-a75a-961a4e8f1592 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 948 time: 0.0595167 Jul 25 12:52:26.035398 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7b878c1e-d0bb-4946-94bb-022e8253760b req-3f649be1-be90-42f5-8f05-a097f95d78fe tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585210 Jul 25 12:52:26.750069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-a0147ddf-af4c-4c15-8c7c-1297c4babffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:26.752351 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-a0147ddf-af4c-4c15-8c7c-1297c4babffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 1132 time: 0.0467060 Jul 25 12:52:26.767442 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:26.838907 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ca8da65d-bf70-4bd8-905a-95de16f3a998 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:52:26.889932 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-cac9b561-10f5-4415-8428-aeab6e0607d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:26.891587 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-cac9b561-10f5-4415-8428-aeab6e0607d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=274039e3-da04-4122-812c-d8911b678ff5 HTTP/1.1" status: 200 len: 870 time: 0.1328044 Jul 25 12:52:26.953388 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-f0362538-95e1-4ec9-bdb1-97ac09b11583 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998 HTTP/1.1" status: 200 len: 217 time: 0.0553937 Jul 25 12:52:27.017521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-bd66181b-d700-4624-8194-5a3865050a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:27.019525 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-bd66181b-d700-4624-8194-5a3865050a04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eca7d518-b4cb-4de5-b149-ee1fbe20ec05 HTTP/1.1" status: 200 len: 843 time: 0.0604560 Jul 25 12:52:27.100014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-294994ac-6ced-4706-9011-02b473ebc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:27.104063 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-294994ac-6ced-4706-9011-02b473ebc82a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=274039e3-da04-4122-812c-d8911b678ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0777030 Jul 25 12:52:27.107412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:27.121958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'ca8da65d-bf70-4bd8-905a-95de16f3a998', 'network_id': '274039e3-da04-4122-812c-d8911b678ff5', 'port_id': 'ca8da65d-bf70-4bd8-905a-95de16f3a998', 'mac_address': 'fa:16:3e:aa:4d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca7d518-b4cb-4de5-b149-ee1fbe20ec05', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:52:27.202179 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbdc00-876b-4b23-abcf-db61623542e1 req-3ba72c97-eea9-4b29-a90f-117829bb7cf0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:27.202895 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ca8da65d-bf70-4bd8-905a-95de16f3a998 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:27.203289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:27.210897 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2dfbdc00-876b-4b23-abcf-db61623542e1 req-3ba72c97-eea9-4b29-a90f-117829bb7cf0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 948 time: 0.0716722 Jul 25 12:52:27.221197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8da65d-bf70-4bd8-905a-95de16f3a998 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:52:27.246038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:27.249039 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-9c2dcc31-c42e-48c9-badd-01dca4c16da6 service neutron] 10.222.0.61 "GET /v2.0/networks/274039e3-da04-4122-812c-d8911b678ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376438 Jul 25 12:52:27.254540 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:27.283535 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2dfbdc00-876b-4b23-abcf-db61623542e1 req-1dc8570e-a552-45b0-8c4f-2b13518b7245 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Jul 25 12:52:27.321840 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:27.373302 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99b1fa4a-8587-429f-b5e5-2c1cee63fe78 req-a72d455f-3a3a-4f5e-9916-f4238dfd7c79 service neutron] 10.222.0.61 "GET /v2.0/networks/274039e3-da04-4122-812c-d8911b678ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137388 Jul 25 12:52:27.709928 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ca8da65d-bf70-4bd8-905a-95de16f3a998'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:52:27.865641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:28.403650 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba15b3-039b-4947-a8a8-d7e97d451372 req-2f500ede-2576-4a7d-b2bd-188d472ad882 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:28.412416 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38ba15b3-039b-4947-a8a8-d7e97d451372 req-2f500ede-2576-4a7d-b2bd-188d472ad882 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 949 time: 0.0611291 Jul 25 12:52:28.476149 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-38ba15b3-039b-4947-a8a8-d7e97d451372 req-a539cded-5ff6-405b-a323-41d4e61cd01e tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Jul 25 12:52:28.848770 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ca8da65d-bf70-4bd8-905a-95de16f3a998 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:28.853278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:28.904070 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port ca8da65d-bf70-4bd8-905a-95de16f3a998 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:52:28.911503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port ca8da65d-bf70-4bd8-905a-95de16f3a998 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:28.912152 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:29.045066 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port ca8da65d-bf70-4bd8-905a-95de16f3a998 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:29.045999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:29.077293 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:29.079074 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191cd371-e354-4e82-91ad-f59ba75d972d" -d '{"events": [{"server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "name": "network-vif-plugged", "status": "completed", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:29.093039 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:29.099860 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:29.156607 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf6d7ab-2872-4746-9e51-a5cb3393c276 x-openstack-request-id: req-1bf6d7ab-2872-4746-9e51-a5cb3393c276 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:29.156881 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "name": "network-vif-plugged", "status": "completed", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:29.157173 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bf6d7ab-2872-4746-9e51-a5cb3393c276 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:29.157578 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf6d7ab-2872-4746-9e51-a5cb3393c276'] response: {'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998', 'code': 200} Jul 25 12:52:29.163035 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:29.418510 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc29c3-6385-404e-9dc5-16aa2a0c6d6b req-180073ce-2318-4d21-a917-385396f2e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:29.420831 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-31fc29c3-6385-404e-9dc5-16aa2a0c6d6b req-180073ce-2318-4d21-a917-385396f2e91c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 1134 time: 0.0586705 Jul 25 12:52:29.473491 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-31fc29c3-6385-404e-9dc5-16aa2a0c6d6b req-697d41f9-4fff-4f60-937e-86ee0db917c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Jul 25 12:52:29.615940 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272bfb-2bc9-4a42-9766-43424909d994 req-0058d273-9c5d-404f-9da0-c60ff7944371 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:29.617823 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e272bfb-2bc9-4a42-9766-43424909d994 req-0058d273-9c5d-404f-9da0-c60ff7944371 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0637894 Jul 25 12:52:29.689085 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e272bfb-2bc9-4a42-9766-43424909d994 req-f289078f-3faf-48ad-943f-4404942b3ed0 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651345 Jul 25 12:52:30.825052 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:30.850647 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfca1-5b5a-4093-9252-c3da856d8866 req-d3a656ce-124d-4c73-91eb-7ce479bd6f37 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:30.854486 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-85edfca1-5b5a-4093-9252-c3da856d8866 req-d3a656ce-124d-4c73-91eb-7ce479bd6f37 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0660169 Jul 25 12:52:30.933381 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-85edfca1-5b5a-4093-9252-c3da856d8866 req-4c3437a9-5ab9-4e75-8ad6-fe766ce24e34 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749376 Jul 25 12:52:32.069676 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29c76-f220-4017-8206-29c9382ccbec req-c63598ee-f5a4-4256-8594-475b09ca7e80 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:32.071224 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-01e29c76-f220-4017-8206-29c9382ccbec req-c63598ee-f5a4-4256-8594-475b09ca7e80 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0540769 Jul 25 12:52:32.131149 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-01e29c76-f220-4017-8206-29c9382ccbec req-9efec009-8410-4908-a911-b862cda5cc26 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Jul 25 12:52:32.548835 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bda05-aff8-49a0-9935-983de50cc712 req-4e41431d-40b4-4e6a-b759-41e511cfe8b6 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:32.550752 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ff1bda05-aff8-49a0-9935-983de50cc712 req-4e41431d-40b4-4e6a-b759-41e511cfe8b6 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0604045 Jul 25 12:52:32.597710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:32.619574 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ff1bda05-aff8-49a0-9935-983de50cc712 req-3cab5f61-b1e6-42c1-a16b-846abd6ef19b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Jul 25 12:52:33.780082 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3aeaa-a422-48ca-812a-cfef448e81dc req-dfaee898-d47b-48ac-bf4c-a3fda980b062 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:33.783333 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-08a3aeaa-a422-48ca-812a-cfef448e81dc req-dfaee898-d47b-48ac-bf4c-a3fda980b062 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0755827 Jul 25 12:52:33.840237 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-08a3aeaa-a422-48ca-812a-cfef448e81dc req-d86036a5-93d0-4c6e-a203-a17d8acd3aab tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1ab6ad-beda-483b-98f2-68b77178c074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Jul 25 12:52:34.114590 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-5e28be21-1998-4821-b23f-9564aab41ab2 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:34.117125 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-5e28be21-1998-4821-b23f-9564aab41ab2 tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.61 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 950 time: 0.0627549 Jul 25 12:52:34.217185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Deleting port ca8da65d-bf70-4bd8-905a-95de16f3a998 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:52:34.217518 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:34.284417 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:34.322038 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] For port ca8da65d-bf70-4bd8-905a-95de16f3a998, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ca8da65d-bf70-4bd8-905a-95de16f3a998,segment=NetworkSegment(cdc216c6-a787-4cb9-8e34-fcb1537da1b1),segment_id=cdc216c6-a787-4cb9-8e34-fcb1537da1b1)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:34.322393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:34.336280 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Calling delete_port for ca8da65d-bf70-4bd8-905a-95de16f3a998 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:52:34.467670 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ca8da65d-bf70-4bd8-905a-95de16f3a998), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:34.499460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Pushing event deleted for resources: {'Port': ['ID=ca8da65d-bf70-4bd8-905a-95de16f3a998,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:34.512866 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['ca8da65d-bf70-4bd8-905a-95de16f3a998'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:52:34.550156 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] No DVR routers for this DVR port ca8da65d-bf70-4bd8-905a-95de16f3a998 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:52:34.552953 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:34.556415 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf8924cb-c139-484e-9f35-85dc65a2bde7 req-ca7f0176-2b70-42bc-85b6-ccb1f1551f4b tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.61 "DELETE /v2.0/ports/ca8da65d-bf70-4bd8-905a-95de16f3a998 HTTP/1.1" status: 204 len: 173 time: 0.4334295 Jul 25 12:52:34.557029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'name': 'network-vif-deleted', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:34.561343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f95cf-2acf-4c99-a03d-020e022c6c49" -d '{"events": [{"server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "name": "network-vif-deleted", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:34.623709 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba37145-5237-421c-9ebd-bc1bb10af564 x-openstack-request-id: req-7ba37145-5237-421c-9ebd-bc1bb10af564 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:34.624001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aef4fc2-5ba5-4e3b-afd3-24d50217ee37", "name": "network-vif-deleted", "tag": "ca8da65d-bf70-4bd8-905a-95de16f3a998", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:34.624249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ba37145-5237-421c-9ebd-bc1bb10af564 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:34.624653 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba37145-5237-421c-9ebd-bc1bb10af564'] response: {'server_uuid': '7aef4fc2-5ba5-4e3b-afd3-24d50217ee37', 'name': 'network-vif-deleted', 'tag': 'ca8da65d-bf70-4bd8-905a-95de16f3a998', 'status': 'completed', 'code': 200} Jul 25 12:52:34.731666 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:34.976284 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-df65de40-0f7e-42ad-9de7-c31145866a13 req-d326798a-0cb2-44d8-8d5b-bb146229fa0c tempest-VolumesNegativeTest-1385837450 tempest-VolumesNegativeTest-1385837450-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aef4fc2-5ba5-4e3b-afd3-24d50217ee37 HTTP/1.1" status: 200 len: 210 time: 0.0365233 Jul 25 12:52:35.309708 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de767e7-21eb-484e-8bff-ab5093c35fc8 req-e8f687f7-d431-443d-8705-eed1e4b7ee03 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:35.311229 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9de767e7-21eb-484e-8bff-ab5093c35fc8 req-e8f687f7-d431-443d-8705-eed1e4b7ee03 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0572269 Jul 25 12:52:35.322427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:35.364916 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-9de767e7-21eb-484e-8bff-ab5093c35fc8 req-c6982368-3d89-40a4-9a79-95ebdf8854cf tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Jul 25 12:52:36.378755 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54638) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:36.426939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Deleting subnet 0e91db07-aee5-40a8-b08b-f8a264efc5b9 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:52:36.431023 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Publish callbacks [] for subnet (0e91db07-aee5-40a8-b08b-f8a264efc5b9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.503558 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (0e91db07-aee5-40a8-b08b-f8a264efc5b9), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.541523 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f625f9-e3ea-48e6-b35e-2ffaf5e5aa3e req-1e86f144-da17-4ea6-83c8-f6abd492cc64 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:36.543103 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f6f625f9-e3ea-48e6-b35e-2ffaf5e5aa3e req-1e86f144-da17-4ea6-83c8-f6abd492cc64 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0921254 Jul 25 12:52:36.579261 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (0e91db07-aee5-40a8-b08b-f8a264efc5b9), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.636000 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f6f625f9-e3ea-48e6-b35e-2ffaf5e5aa3e req-79dd7c34-14c9-4ccd-b52d-abca0784c4c1 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822465 Jul 25 12:52:36.663047 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (0e91db07-aee5-40a8-b08b-f8a264efc5b9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.707908 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e91db07-aee5-40a8-b08b-f8a264efc5b9,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:36.714035 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.718772 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e0eae37d-c69e-4c04-b4f6-41db9212f630 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e91db07-aee5-40a8-b08b-f8a264efc5b9 HTTP/1.1" status: 204 len: 168 time: 0.3387489 Jul 25 12:52:36.721074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54690) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:36.799380 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (bb1b3010-8dc3-4806-9835-05ae48533627), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.889435 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ca8da65d-bf70-4bd8-905a-95de16f3a998 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:52:36.894426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (bb1b3010-8dc3-4806-9835-05ae48533627), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.918721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: ca8da65d-bf70-4bd8-905a-95de16f3a998 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:52:36.919222 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1b3010-8dc3-4806-9835-05ae48533627']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:36.919463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device ca8da65d-bf70-4bd8-905a-95de16f3a998 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:52:36.933293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12a88e8-f269-40c6-bd71-0daf1547fdd9') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:36.933588 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12a88e8-f269-40c6-bd71-0daf1547fdd9') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:36.944822 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (e12a88e8-f269-40c6-bd71-0daf1547fdd9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.959026 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (e12a88e8-f269-40c6-bd71-0daf1547fdd9), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:36.966734 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:52:36.967137 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (e12a88e8-f269-40c6-bd71-0daf1547fdd9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.035975 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (bb1b3010-8dc3-4806-9835-05ae48533627), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.043712 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.052948 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/bb1b3010-8dc3-4806-9835-05ae48533627 HTTP/1.1" status: 204 len: 168 time: 0.3263156 Jul 25 12:52:37.069599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47160e4-f1eb-4e18-a64b-876a258b82ca admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1b3010-8dc3-4806-9835-05ae48533627,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:37.179166 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment e12a88e8-f269-40c6-bd71-0daf1547fdd9 resource provider aggregate not found Jul 25 12:52:37.208225 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment e12a88e8-f269-40c6-bd71-0daf1547fdd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e12a88e8-f269-40c6-bd71-0daf1547fdd9 found for delete ", "request_id": "req-17aeebd9-8ca2-4920-a6f0-ec462ead6845"}]} Jul 25 12:52:37.290952 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54736) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:37.334164 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-804bd488-6f0d-4267-9669-e248d7f6266a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5572f729d7c7487c9619292573b90d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419550 Jul 25 12:52:37.337545 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54738) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:37.370874 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:37.397151 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] Publish callbacks [] for security_group (6895248c-a814-47d1-914d-0748bb14499c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.421139 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] Publish callbacks [] for security_group (6895248c-a814-47d1-914d-0748bb14499c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.479605 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (6895248c-a814-47d1-914d-0748bb14499c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.482238 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.483399 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6895248c-a814-47d1-914d-0748bb14499c HTTP/1.1" status: 204 len: 168 time: 0.1445649 Jul 25 12:52:37.494651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362524c-14d3-469b-9c04-a9301ee31f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895248c-a814-47d1-914d-0748bb14499c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:37.567711 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112c189-614b-489b-95f5-df9c4cc4645e req-fe780ac4-ba83-476b-a02c-28d10aa24ccb tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:37.569719 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9112c189-614b-489b-95f5-df9c4cc4645e req-fe780ac4-ba83-476b-a02c-28d10aa24ccb tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0572660 Jul 25 12:52:37.669219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Deleting port b9ef35c2-defa-4487-823c-a24a086924a2 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:52:37.669875 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:37.799005 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf296-911c-4d57-b1b0-ff6b67777ea8 req-ce79522c-a1b7-4273-98dd-e94faf7d91ad tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:37.800591 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c54cf296-911c-4d57-b1b0-ff6b67777ea8 req-ce79522c-a1b7-4273-98dd-e94faf7d91ad tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 946 time: 0.0697985 Jul 25 12:52:37.848221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] For port b9ef35c2-defa-4487-823c-a24a086924a2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b9ef35c2-defa-4487-823c-a24a086924a2,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:37.848845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.055853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.055853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.055853 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Floating IP 53bc2dfb-43b1-4f99-b4bf-32f9ddb81131 disassociated. External IP: 172.27.1.98, port: b9ef35c2-defa-4487-823c-a24a086924a2. Jul 25 12:52:38.066503 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Calling delete_port for b9ef35c2-defa-4487-823c-a24a086924a2 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:52:38.090567 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:38.163762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c54cf296-911c-4d57-b1b0-ff6b67777ea8 req-1e3cb54c-2ef5-43db-b153-f8542da0c1fa tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=642de9ec-3ca9-493d-aac0-809962997174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536837 Jul 25 12:52:38.174212 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:38.287502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (b9ef35c2-defa-4487-823c-a24a086924a2), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.321716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'Port': ['ID=b9ef35c2-defa-4487-823c-a24a086924a2,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:38.461562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:52:38.605327 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:52:38.618352 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:52:38.634160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:38.634798 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:38.648104 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54850) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:38.659369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] No DVR routers for this DVR port b9ef35c2-defa-4487-823c-a24a086924a2 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:52:38.662429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.666260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9112c189-614b-489b-95f5-df9c4cc4645e req-75bb6e20-7f5c-4210-9f03-11c5249b3d79 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "DELETE /v2.0/ports/b9ef35c2-defa-4487-823c-a24a086924a2 HTTP/1.1" status: 204 len: 173 time: 1.0906482 Jul 25 12:52:38.666912 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'name': 'network-vif-deleted', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:38.669841 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df7c8c-5409-418c-99b0-cccec00dbaae" -d '{"events": [{"server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "name": "network-vif-deleted", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:38.731389 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bdc100-4b51-42d1-84ad-d146240409b4 x-openstack-request-id: req-73bdc100-4b51-42d1-84ad-d146240409b4 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:38.731842 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a64767-90c8-40a7-9019-4054dd86361e", "name": "network-vif-deleted", "tag": "b9ef35c2-defa-4487-823c-a24a086924a2", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:38.732225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73bdc100-4b51-42d1-84ad-d146240409b4 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:38.732836 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bdc100-4b51-42d1-84ad-d146240409b4'] response: {'server_uuid': 'f1a64767-90c8-40a7-9019-4054dd86361e', 'name': 'network-vif-deleted', 'tag': 'b9ef35c2-defa-4487-823c-a24a086924a2', 'status': 'completed', 'code': 200} Jul 25 12:52:38.830692 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:38.884983 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125923936-network', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:38.917847 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Made reservation on behalf of b7a69b02cd124acdb14727ea0711c1f8 for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:38.924133 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:38.939673 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.005867 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:39.043132 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks [] for security_group (bcefda9b-3669-4434-8ee5-74ba065a8ea8), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.048267 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bcefda9b-3669-4434-8ee5-74ba065a8ea8), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.082977 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:52:39.090207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcefda9b-3669-4434-8ee5-74ba065a8ea8,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:39.098281 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (c4693c1e-7afa-45b7-bfd8-9293f9586c61), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.098621 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Added segment c4693c1e-7afa-45b7-bfd8-9293f9586c61 of type vlan for network e5eafa79-daa3-4f44-bfa9-6122070d86ba Jul 25 12:52:39.099012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:39.127930 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:52:39.138218 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:39.138838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:39.175599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (e5eafa79-daa3-4f44-bfa9-6122070d86ba), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.247651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (e5eafa79-daa3-4f44-bfa9-6122070d86ba), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.248783 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:39.249338 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.314887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4b69f398-a055-433c-b951-ce7aa9a655ec req-9f552579-7c89-4e02-aefb-9285b2d60225 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a64767-90c8-40a7-9019-4054dd86361e HTTP/1.1" status: 200 len: 210 time: 0.0417447 Jul 25 12:52:39.331582 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:39.346326 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6900795 Jul 25 12:52:39.346615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54888) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:39.348849 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Request body: {'subnet': {'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125923936-subnet', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:39.376181 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554dfb0-bb8c-4f6e-bbd2-a58ca6214cba admin admin] Pushing event updated for resources: {'Network': ['ID=e5eafa79-daa3-4f44-bfa9-6122070d86ba,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:39.384977 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Made reservation on behalf of b7a69b02cd124acdb14727ea0711c1f8 for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:39.389043 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4496554'] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.398551 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:52:39.558675 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:39.593464 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:39.605557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4207001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4496536'] for subnet (d75ededf-91f5-4cb2-b8e0-88d7f552fdd8), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.643697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:39.668202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:39.675289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a9a36-c43f-4cb0-8224-05f302170fd3 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:52:39.681006 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.681369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.681689 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.682056 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.682938 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.683342 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.683598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.683922 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.684280 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.684562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.684885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.685712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.685712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.686020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.686226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:39.691870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Checking segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:39.692224 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Network hostable DHCP agents. Network: e5eafa79-daa3-4f44-bfa9-6122070d86ba, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:52:39.712388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:52:39.722566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, e5eafa79-daa3-4f44-bfa9-6122070d86ba) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:39.727049 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:39.727653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.734826 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec27a31-a1f3-4f5e-aa97-6df97080bdf1 None None] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:52:39.749553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-63b5fbd4-caa9-460b-9dbc-e23b219f7770 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4053793 Jul 25 12:52:39.752294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54900) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:39.758072 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:39.767022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:39.785314 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.786780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.843146 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for router_controller (660bc6f6-7dde-4b92-b8ca-448201f65cb9), precommit_add_association {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.860251 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:52:39.861203 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:39.912347 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:39.967634 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376c422-e5f1-4d40-9cbf-09159ed03f1e None None] New status for floating IP 53bc2dfb-43b1-4f99-b4bf-32f9ddb81131: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:52:40.002423 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for router_gateway (660bc6f6-7dde-4b92-b8ca-448201f65cb9), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.034287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Allocated IP 172.20.0.2 (e5eafa79-daa3-4f44-bfa9-6122070d86ba/d75ededf-91f5-4cb2-b8e0-88d7f552fdd8/412b9cc1-ccbb-482c-98c3-7010a688879d) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:40.200449 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for router_gateway (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.202743 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks [] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.208289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.220232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.250102 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:40.255242 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:40.259080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:40.264009 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Pushing event updated for resources: {'Port': ['ID=412b9cc1-ccbb-482c-98c3-7010a688879d,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:40.320834 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Attempting to bind port 412b9cc1-ccbb-482c-98c3-7010a688879d on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:40.321200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Attempting to bind port 412b9cc1-ccbb-482c-98c3-7010a688879d by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:40.321566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Attempting to bind port 412b9cc1-ccbb-482c-98c3-7010a688879d on network e5eafa79-daa3-4f44-bfa9-6122070d86ba {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:40.327926 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:40.327926 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Checking segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:40.328244 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.328543 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Bound using segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:40.329017 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Bound port: 412b9cc1-ccbb-482c-98c3-7010a688879d, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:40.329405 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.358958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Allocated IP 172.27.1.243 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/5176cd4f-11bf-4ce5-8a1a-cfe64d609b13) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:40.420212 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] For port 412b9cc1-ccbb-482c-98c3-7010a688879d, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:40.423734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] For port 412b9cc1-ccbb-482c-98c3-7010a688879d, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=412b9cc1-ccbb-482c-98c3-7010a688879d,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:40.430321 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54906) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:40.431775 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.493326 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3e72-527b-4794-8bd5-0c5e05e0abdb None None] Pushing event updated for resources: {'Port': ['ID=412b9cc1-ccbb-482c-98c3-7010a688879d,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:40.507438 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (642de9ec-3ca9-493d-aac0-809962997174), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.524604 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.539144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (642de9ec-3ca9-493d-aac0-809962997174), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.604476 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (642de9ec-3ca9-493d-aac0-809962997174), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.607759 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.611341 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "DELETE /v2.0/security-groups/642de9ec-3ca9-493d-aac0-809962997174 HTTP/1.1" status: 204 len: 168 time: 0.1779854 Jul 25 12:52:40.615105 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54908) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:40.656271 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-da9da56c-53e9-4bdb-bb13-76b7c3c80249 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] show failed (client error): The resource could not be found. Jul 25 12:52:40.667514 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-da9da56c-53e9-4bdb-bb13-76b7c3c80249 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups/642de9ec-3ca9-493d-aac0-809962997174 HTTP/1.1" status: 404 len: 347 time: 0.0506849 Jul 25 12:52:40.668542 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54912) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:40.673191 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c3ae-a92d-44a5-8668-dd856a0a1814 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642de9ec-3ca9-493d-aac0-809962997174,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:40.845634 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Deleting port 6e4a2995-6d11-4bcc-98a0-bd3786f99a03 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:52:40.846473 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.899921 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device b9ef35c2-defa-4487-823c-a24a086924a2 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:52:40.910369 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.938537 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: b9ef35c2-defa-4487-823c-a24a086924a2 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:52:40.938874 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device b9ef35c2-defa-4487-823c-a24a086924a2 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:52:40.945887 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 412b9cc1-ccbb-482c-98c3-7010a688879d up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:40.952920 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:40.978249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:40.985680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:40.989274 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Pushing event updated for resources: {'Port': ['ID=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:40.992755 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:40.997491 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:40.998414 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.018759 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Calling delete_port for 6e4a2995-6d11-4bcc-98a0-bd3786f99a03 owned by network:floatingip {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:52:41.033397 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 412b9cc1-ccbb-482c-98c3-7010a688879d triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:41.034513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.073126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54918) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:41.082165 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:41.091484 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:41.142707 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 412b9cc1-ccbb-482c-98c3-7010a688879d is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:41.143074 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.198039 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 412b9cc1-ccbb-482c-98c3-7010a688879d, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=412b9cc1-ccbb-482c-98c3-7010a688879d,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:41.203605 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.267500 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=412b9cc1-ccbb-482c-98c3-7010a688879d,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:41.278537 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (6e4a2995-6d11-4bcc-98a0-bd3786f99a03), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.311353 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'Port': ['ID=6e4a2995-6d11-4bcc-98a0-bd3786f99a03,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:41.363402 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:41.389438 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (53bc2dfb-43b1-4f99-b4bf-32f9ddb81131), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.392214 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.396370 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1f4a86a8-0069-4605-94c5-8f6f36e2fbe2 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "DELETE /v2.0/floatingips/53bc2dfb-43b1-4f99-b4bf-32f9ddb81131 HTTP/1.1" status: 204 len: 168 time: 0.7233503 Jul 25 12:52:41.465409 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-36918e9c-ad95-46d8-aafb-784c73b4ebbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b678cb6fa6b340ae9cfc877a240ab213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902907 Jul 25 12:52:41.467671 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54924) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:41.471730 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for router_gateway (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.483542 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54926) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:41.488532 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591561110', 'description': 'tempest-description--1147010536'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:41.515455 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:41.525197 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:41.530006 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.583446 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] Publish callbacks [] for security_group (5d1ab6ad-beda-483b-98f2-68b77178c074), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.626288 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] Publish callbacks [] for security_group (5d1ab6ad-beda-483b-98f2-68b77178c074), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.655438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25112d3-25d2-4199-996d-d65dff538079 None None] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:52:41.680320 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (4430b608-5e94-40e1-bbc4-b3eede03a37c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.682011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.686340 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4430b608-5e94-40e1-bbc4-b3eede03a37c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.714598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-93744d77-4dde-4bc7-99b4-c97431c4af2d None None] Provisioning complete for port 412b9cc1-ccbb-482c-98c3-7010a688879d triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:41.715103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-93744d77-4dde-4bc7-99b4-c97431c4af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.723718 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.724926 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2399430 Jul 25 12:52:41.727355 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80bc8-3b40-41c2-882b-6a30bd01736a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4430b608-5e94-40e1-bbc4-b3eede03a37c,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:41.728510 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54928) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:41.737953 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group_rule': {'security_group_id': '4430b608-5e94-40e1-bbc4-b3eede03a37c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:41.749221 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (5d1ab6ad-beda-483b-98f2-68b77178c074), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.754436 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.758282 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d1ab6ad-beda-483b-98f2-68b77178c074 HTTP/1.1" status: 204 len: 168 time: 0.2868297 Jul 25 12:52:41.766492 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb678a5-55f7-4b94-98d4-58677f4c221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ab6ad-beda-483b-98f2-68b77178c074,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:41.815383 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (bb5278ea-d953-4225-9d96-0496fa72fa1f), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.890759 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (bb5278ea-d953-4225-9d96-0496fa72fa1f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.896072 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (bb5278ea-d953-4225-9d96-0496fa72fa1f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.904891 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:52:41.922847 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5278ea-d953-4225-9d96-0496fa72fa1f,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:41.937063 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:41.938332 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-566d143d-3a93-425b-a166-5d41000aca66 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2087367 Jul 25 12:52:41.941677 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54934) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:41.947372 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'security_group_rule': {'security_group_id': '4430b608-5e94-40e1-bbc4-b3eede03a37c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:41.995808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (881b6b1a-4fb8-45c7-ba13-8a287e789b68), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.004440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-93744d77-4dde-4bc7-99b4-c97431c4af2d None None] Current status of the port 412b9cc1-ccbb-482c-98c3-7010a688879d is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:42.067859 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:52:42.077937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Sync routers for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:52:42.084579 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (881b6b1a-4fb8-45c7-ba13-8a287e789b68), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.089889 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:42.090526 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (881b6b1a-4fb8-45c7-ba13-8a287e789b68), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.090873 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.093045 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:42.097340 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 54938) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:42.097730 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-96388bcf-27da-446e-bfaf-57f459865e19 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3426685 Jul 25 12:52:42.113638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.159147 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881b6b1a-4fb8-45c7-ba13-8a287e789b68,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:42.183869 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.190633 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7e111962-166a-4083-bb82-5072713392b8 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471383 Jul 25 12:52:42.193663 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 54944) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:42.199475 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:42.241325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.264769 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:42.356846 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.439580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-d8d1f188-ab95-4c78-9b7f-3aa2e2f4362d None None] Provisioning complete for port 412b9cc1-ccbb-482c-98c3-7010a688879d triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:42.440705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f188-ab95-4c78-9b7f-3aa2e2f4362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.478627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.513188 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Allocated IP 172.27.1.92 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/2b962434-8089-4784-8bb4-cfef737ee1bd) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:42.518305 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.561097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1f188-ab95-4c78-9b7f-3aa2e2f4362d None None] Current status of the port 412b9cc1-ccbb-482c-98c3-7010a688879d is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:42.615201 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:41Z', 'revision_number': 3, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:42.648061 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Checking router: 660bc6f6-7dde-4b92-b8ca-448201f65cb9 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:52:42.648397 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Updating router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:52:42.657810 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.658435 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.682012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.717515 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.732709 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.740776 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:42.743097 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:42.770106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:42.816050 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=2b962434-8089-4784-8bb4-cfef737ee1bd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:42.875472 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Allocated IP 172.20.0.1 (e5eafa79-daa3-4f44-bfa9-6122070d86ba/d75ededf-91f5-4cb2-b8e0-88d7f552fdd8/c6ca2dee-a4d9-435c-9974-3b48df8801c0) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:42.914218 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.921113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:42.954422 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:42.969097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 412b9cc1-ccbb-482c-98c3-7010a688879d up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:43.014521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.054590 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks [] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.067776 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks [] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.083255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.107564 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:43.121899 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.137896 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721a48-c04b-489e-a605-217110ed664f None None] Pushing event updated for resources: {'Port': ['ID=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:43.157003 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Attempting to bind port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:43.157395 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Attempting to bind port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:43.157741 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Attempting to bind port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:43.163522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:43.163904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:43.164304 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.164691 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:43.165156 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Bound port: 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:43.166082 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.184443 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:43.194165 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:43.197711 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:43.239426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:43.242467 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] For port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:43.258187 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.267527 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] For port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:43.273501 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 412b9cc1-ccbb-482c-98c3-7010a688879d triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:43.273871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.290795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.301055 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.352376 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.412338 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=2b962434-8089-4784-8bb4-cfef737ee1bd,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:43.447474 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.472413 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.492298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.493565 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7e073d38-7214-4c91-969b-8efad177440a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2979412 Jul 25 12:52:43.514000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 412b9cc1-ccbb-482c-98c3-7010a688879d is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:43.516304 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:43.517379 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:43.586764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721a48-c04b-489e-a605-217110ed664f None None] Pushing event updated for resources: {'Port': ['ID=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:43.629737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-44e7e689-3558-4bd2-8fc8-d6b8f9dcbd7c None None] Provisioning complete for port c6ca2dee-a4d9-435c-9974-3b48df8801c0 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:43.630142 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-44e7e689-3558-4bd2-8fc8-d6b8f9dcbd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.678305 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-44e7e689-3558-4bd2-8fc8-d6b8f9dcbd7c None None] Port c6ca2dee-a4d9-435c-9974-3b48df8801c0 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:43.691542 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:43.774530 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-e501b553-9ca8-4c05-8563-7295a332fcf7 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--591561110&fields=id&tenant_id=47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 267 time: 0.0738664 Jul 25 12:52:43.789093 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:43.826255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:43.893980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-5b4f77f7-78da-4231-a227-c48dca407621 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:43.897484 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-5b4f77f7-78da-4231-a227-c48dca407621 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 811 time: 0.1202109 Jul 25 12:52:43.898813 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks [] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.904868 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:43.905697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:42Z', 'revision_number': 1, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:43.913767 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-73317f0e-42e3-4817-97ef-a4341d4b67f6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/quotas/47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 375 time: 0.0126998 Jul 25 12:52:43.934257 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f837ac-13d5-4ae8-96d9-7757e5a21edc None None] The sync data for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi is: [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:42Z', 'revision_number': 1, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:52:43.977047 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:43.977270 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-7906a07c-08b4-4073-b19b-a6960e275eb7 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575156 Jul 25 12:52:43.982202 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:44.042063 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:44.063682 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:44.084360 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:44.085944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:44.089785 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-9ee993e2-a0f7-43ec-bf2e-55eafd0c7850 service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983014 Jul 25 12:52:44.229642 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:52:44.246479 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-f4f9b4e8-3568-45f7-bc27-9583f87a5e9f service neutron] 10.222.0.60 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427772 Jul 25 12:52:44.380198 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:52:44.385335 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-089461b6-e4bd-4c53-8d54-8a49b552d6c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/660bc6f6-7dde-4b92-b8ca-448201f65cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2842412 Jul 25 12:52:44.470127 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d8e52083-a196-442b-8cc2-310aef742f37 req-8483b58f-67e8-447e-aec7-045fb8420ee6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 210 time: 0.0449572 Jul 25 12:52:44.525817 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-2d339a03-33e1-4b5c-956b-86343f293c31 None None] Provisioning complete for port c6ca2dee-a4d9-435c-9974-3b48df8801c0 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:44.526614 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2d339a03-33e1-4b5c-956b-86343f293c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:44.596559 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-2d339a03-33e1-4b5c-956b-86343f293c31 None None] Port c6ca2dee-a4d9-435c-9974-3b48df8801c0 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:44.609413 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:45.207132 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55006) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:45.212111 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857989253-network', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:45.231987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Made reservation on behalf of 148c9c2c71984436abc9f275e4f890c3 for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:45.234631 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.244054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.330269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks [] for security_group (d3d68873-c763-4679-9f0d-34d47603e6ea), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.334398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d3d68873-c763-4679-9f0d-34d47603e6ea), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.364311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:52:45.370253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d68873-c763-4679-9f0d-34d47603e6ea,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:45.390884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (75447b87-2f20-4926-95d6-3b9e7e13b4e2), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.391435 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Added segment 75447b87-2f20-4926-95d6-3b9e7e13b4e2 of type vlan for network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f Jul 25 12:52:45.436001 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.463023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.464251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:45.464824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.529930 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3216665 Jul 25 12:52:45.533034 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55010) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:45.539386 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Request body: {'subnet': {'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857989253-subnet', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:45.548876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c325-ede4-4543-bde6-dce536b6b31b admin admin] Pushing event updated for resources: {'Network': ['ID=a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:45.561965 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:52:45.571063 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Made reservation on behalf of 148c9c2c71984436abc9f275e4f890c3 for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:45.574580 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.643288 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:45.657988 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1dc101a4-fff1-4727-aff2-57965cec82a8 req-feae30d0-31e8-464e-ad80-37188ee05991 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 210 time: 0.0390348 Jul 25 12:52:45.801717 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (23ff2490-0300-409f-9481-56699f616274), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.869702 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ff2490-0300-409f-9481-56699f616274,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:45.877149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Checking segment: {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:45.877508 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Network hostable DHCP agents. Network: a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:52:45.895409 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:52:45.904638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:45.908686 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:45.909274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.913534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2415fe-1819-4b61-89cc-fd7bbd9b0e0c None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:52:45.926425 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-12eecd9b-e018-4c4a-87e9-84ee642611aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3922629 Jul 25 12:52:45.928965 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55014) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:45.933133 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:45.956570 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (f1dab487-d648-416e-a735-237a7a12424f), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:45.957643 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (f1dab487-d648-416e-a735-237a7a12424f), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.012723 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for router_controller (f1dab487-d648-416e-a735-237a7a12424f), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.034929 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:52:46.035908 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.162367 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for router_gateway (f1dab487-d648-416e-a735-237a7a12424f), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.236274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:46.310034 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Allocated IP 172.20.0.2 (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f/23ff2490-0300-409f-9481-56699f616274/24b3d309-1b75-4e81-9bff-a5488c20635e) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:46.333200 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Sync routers for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:52:46.343554 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:46.344180 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:46.369104 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for router_gateway (f1dab487-d648-416e-a735-237a7a12424f), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.389970 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.457070 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:46.470479 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks [] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.477534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.523411 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:46.528465 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:46.529687 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Allocated IP 172.27.1.76 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/80dfc233-1915-43aa-868c-17d23d9845e5) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:46.530861 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Pushing event updated for resources: {'Port': ['ID=24b3d309-1b75-4e81-9bff-a5488c20635e,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:46.533120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:46.590689 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Attempting to bind port 24b3d309-1b75-4e81-9bff-a5488c20635e on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:46.591332 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Attempting to bind port 24b3d309-1b75-4e81-9bff-a5488c20635e by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:46.591569 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Attempting to bind port 24b3d309-1b75-4e81-9bff-a5488c20635e on network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:46.593302 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:52:46.597208 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:46.597667 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Checking segment: {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:46.598180 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.598650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Bound using segment: {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:46.599608 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Bound port: 24b3d309-1b75-4e81-9bff-a5488c20635e, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:46.599608 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.601473 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:46.603081 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:46.651291 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for port (80dfc233-1915-43aa-868c-17d23d9845e5), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.667805 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] For port 24b3d309-1b75-4e81-9bff-a5488c20635e, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:46.671004 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] For port 24b3d309-1b75-4e81-9bff-a5488c20635e, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=24b3d309-1b75-4e81-9bff-a5488c20635e,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:46.679850 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.694655 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.697555 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 2, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:46.727541 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Checking router: 660bc6f6-7dde-4b92-b8ca-448201f65cb9 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:52:46.727892 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Updating router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 port c6ca2dee-a4d9-435c-9974-3b48df8801c0 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:52:46.750433 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d796bc-205e-4d75-b464-0eaeb2f4cd2f None None] Pushing event updated for resources: {'Port': ['ID=24b3d309-1b75-4e81-9bff-a5488c20635e,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:46.764512 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Pushing event updated for resources: {'Port': ['ID=80dfc233-1915-43aa-868c-17d23d9845e5,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:46.767244 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:46.768974 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:46.779683 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:46.799629 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:46.821768 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cec1c117-74fe-4563-8d01-bad2b1693b66 req-7f0f0c69-f339-4b6a-b4ae-854056a23fc5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 210 time: 0.0582557 Jul 25 12:52:46.957550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:47.055815 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:47.056337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.080028 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks [] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.093043 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.110307 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:47.144110 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Pushing event updated for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:47.155775 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.156411 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.156925 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.157495 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.158558 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.159064 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.159626 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.159864 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for router_gateway (f1dab487-d648-416e-a735-237a7a12424f), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.160560 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.161115 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.162059 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.162562 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.162921 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.163265 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.163640 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.163970 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:52:47.178832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:47.179381 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.190427 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:47.214136 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:47.220495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.277731 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Attempting to bind port c6ca2dee-a4d9-435c-9974-3b48df8801c0 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:47.280009 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Attempting to bind port c6ca2dee-a4d9-435c-9974-3b48df8801c0 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:47.280583 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Attempting to bind port c6ca2dee-a4d9-435c-9974-3b48df8801c0 on network e5eafa79-daa3-4f44-bfa9-6122070d86ba {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:47.286422 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:47.287044 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Checking segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:47.287611 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.288185 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Bound using segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:47.288978 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Bound port: c6ca2dee-a4d9-435c-9974-3b48df8801c0, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:47.289568 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.296580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:47.366500 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] For port c6ca2dee-a4d9-435c-9974-3b48df8801c0, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:47.369279 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] For port c6ca2dee-a4d9-435c-9974-3b48df8801c0, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=c6ca2dee-a4d9-435c-9974-3b48df8801c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:47.376425 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.432934 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (f1dab487-d648-416e-a735-237a7a12424f), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.436223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:47.438564 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:47.441907 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:47.442565 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:47.445876 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d8d1-74e4-456e-bcde-13237f1fcdc1 None None] Pushing event updated for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:47.541092 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Provisioning complete for port c6ca2dee-a4d9-435c-9974-3b48df8801c0 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:47.541766 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.641684 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Current status of the port c6ca2dee-a4d9-435c-9974-3b48df8801c0 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:47.642791 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.646404 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Router f1dab487-d648-416e-a735-237a7a12424f is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:52:47.668840 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:47.709390 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:47.710289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] For port c6ca2dee-a4d9-435c-9974-3b48df8801c0, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=c6ca2dee-a4d9-435c-9974-3b48df8801c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:47.726775 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.766439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:52:47.783404 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Sync routers for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:52:47.787743 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.789326 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-166810c1-833c-41a9-847a-8144bc001c7a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8593893 Jul 25 12:52:47.793611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55020) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:47.817529 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:47.818801 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:47.931403 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:47.941181 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591f0b-5a57-434a-86c7-6ff29de16a1b None None] Pushing event updated for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:47.959733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-47aab8f3-a831-46ee-b423-aed486d11340 None None] Provisioning complete for port c6ca2dee-a4d9-435c-9974-3b48df8801c0 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:47.960109 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-47aab8f3-a831-46ee-b423-aed486d11340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:47.969458 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1394-26ae-4d79-9fbc-bb67b1b7b3cb None None] The sync data for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi is: [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:52:47.983810 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-988df48c-9b23-4ebe-9e38-805688f6e1ca req-6f3734a9-c827-4d05-84b6-5cb48a4a1f99 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 210 time: 0.0460482 Jul 25 12:52:48.050103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c39d79f7-3692-4daa-88ce-74f4f3ec1b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.103661 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:48.172931 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f5591-5c2d-4b9d-8b65-8f156e0c82c6 None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:52:48.230436 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:48.332449 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-47aab8f3-a831-46ee-b423-aed486d11340 None None] Current status of the port c6ca2dee-a4d9-435c-9974-3b48df8801c0 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:48.381837 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.456506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:48.473682 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Provisioning complete for port 24b3d309-1b75-4e81-9bff-a5488c20635e triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:48.474168 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.511385 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 3, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:48.540811 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Checking router: f1dab487-d648-416e-a735-237a7a12424f for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:52:48.541160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Updating router f1dab487-d648-416e-a735-237a7a12424f port 80dfc233-1915-43aa-868c-17d23d9845e5 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:52:48.576850 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Allocated IP 172.20.0.1 (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f/23ff2490-0300-409f-9481-56699f616274/b86b109f-7cfc-44b2-9985-583a204bb209) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:48.584851 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.595785 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:48.702879 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks [] for port (b86b109f-7cfc-44b2-9985-583a204bb209), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.722665 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Current status of the port 24b3d309-1b75-4e81-9bff-a5488c20635e is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:48.723196 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.741535 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.784986 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:48.788268 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:48.795025 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:48.817745 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:48.838427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:48.847494 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (f1dab487-d648-416e-a735-237a7a12424f), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:48.912221 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] For port 24b3d309-1b75-4e81-9bff-a5488c20635e, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=24b3d309-1b75-4e81-9bff-a5488c20635e,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:48.927642 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.127113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.214620 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f9e53b02-509c-43c3-b2ee-d27f8202153f req-7c4b7185-3335-4463-857e-218161fabfe9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 210 time: 0.0515506 Jul 25 12:52:49.235287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks [] for port (80dfc233-1915-43aa-868c-17d23d9845e5), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.236559 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-2510b750-5472-4141-8a02-13cdfb4daa1f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:49.238104 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-2510b750-5472-4141-8a02-13cdfb4daa1f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 811 time: 0.2933199 Jul 25 12:52:49.255585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.261191 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-f77ac60a-b0a9-426a-9c32-754e2cf8f3ec None None] Provisioning complete for port 24b3d309-1b75-4e81-9bff-a5488c20635e triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:49.261608 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f77ac60a-b0a9-426a-9c32-754e2cf8f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.275089 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 24b3d309-1b75-4e81-9bff-a5488c20635e up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:49.310561 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797e1ee-d0da-4d84-9eee-0db4c8cba67c None None] Pushing event updated for resources: {'Port': ['ID=24b3d309-1b75-4e81-9bff-a5488c20635e,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:49.335826 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-9a60eee8-9022-469a-b824-b08aa36653ee tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ad60e5634942149abd3837dc89a019 HTTP/1.1" status: 200 len: 379 time: 0.0713184 Jul 25 12:52:49.425713 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:49.426758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Attempting to bind port 80dfc233-1915-43aa-868c-17d23d9845e5 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:49.427370 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Attempting to bind port 80dfc233-1915-43aa-868c-17d23d9845e5 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:49.427706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Attempting to bind port 80dfc233-1915-43aa-868c-17d23d9845e5 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:49.432904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c94b3-a9cf-49f6-8339-36a957f81702 None None] Pushing event updated for resources: {'Port': ['ID=80dfc233-1915-43aa-868c-17d23d9845e5,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:49.441422 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:49.441816 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:49.442226 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.442729 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:49.443210 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Bound port: 80dfc233-1915-43aa-868c-17d23d9845e5, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:49.443584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.447360 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'port': {'device_id': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'admin_state_up': True, 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'security_groups': ['4430b608-5e94-40e1-bbc4-b3eede03a37c']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:49.454248 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks [] for port (b86b109f-7cfc-44b2-9985-583a204bb209), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.461255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.545096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:49.547424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:49.553228 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (f1dab487-d648-416e-a735-237a7a12424f), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.603225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Made reservation on behalf of 47ad60e5634942149abd3837dc89a019 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:52:49.609529 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.628553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:49.655459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 24b3d309-1b75-4e81-9bff-a5488c20635e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:49.655820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.713246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f77ac60a-b0a9-426a-9c32-754e2cf8f3ec None None] Current status of the port 24b3d309-1b75-4e81-9bff-a5488c20635e is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:49.722170 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] For port 80dfc233-1915-43aa-868c-17d23d9845e5, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:49.726385 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:49.731282 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] For port 80dfc233-1915-43aa-868c-17d23d9845e5, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=80dfc233-1915-43aa-868c-17d23d9845e5,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:49.742670 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.787406 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Allocated IP 172.20.0.5 (a6ac7a57-2196-497c-a362-e349cd689a47/84804620-b920-4a8c-b91f-3b1f01490fdb/a258b775-e540-4f5e-b274-4a5be27a409a) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:52:49.853566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c94b3-a9cf-49f6-8339-36a957f81702 None None] Pushing event updated for resources: {'Port': ['ID=80dfc233-1915-43aa-868c-17d23d9845e5,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:49.857585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:49.858238 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:49.861626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-f94ec312-a6f0-47bc-b5ca-f7d02172d6a0 None None] Provisioning complete for port b86b109f-7cfc-44b2-9985-583a204bb209 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:49.862061 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f94ec312-a6f0-47bc-b5ca-f7d02172d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.863594 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 24b3d309-1b75-4e81-9bff-a5488c20635e is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:49.864671 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:49.928141 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:49.930169 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:49.946777 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:49.951445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for port (a258b775-e540-4f5e-b274-4a5be27a409a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:49.968058 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-f94ec312-a6f0-47bc-b5ca-f7d02172d6a0 None None] Port b86b109f-7cfc-44b2-9985-583a204bb209 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:50.004287 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.031619 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:50.031619 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.060414 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Network a6ac7a57-2196-497c-a362-e349cd689a47 is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:52:50.062067 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:52:50.076595 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:52:50.081904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:50.131573 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Router f1dab487-d648-416e-a735-237a7a12424f has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:52:50.154844 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event updated for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:50.209736 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:50.210569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.260151 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-bf7b64bc-c553-4113-afea-5804dfd14fea tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178911 Jul 25 12:52:50.279753 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Request body: {'port': {'device_id': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:50.354971 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:50.356704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device c6ca2dee-a4d9-435c-9974-3b48df8801c0 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:50.387209 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:52:50.399597 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b8682c41-4ccb-4af7-b370-6cb2d8fd1d0e admin admin] 10.222.0.60 "PUT /v2.0/routers/f1dab487-d648-416e-a735-237a7a12424f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035619 Jul 25 12:52:50.415627 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-671e8ee8-db6c-4ddf-90bf-7494b1e451dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.447079 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-07fdec6e-898d-407f-a436-f26f1c1ace45 None None] Provisioning complete for port b86b109f-7cfc-44b2-9985-583a204bb209 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:50.447495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-07fdec6e-898d-407f-a436-f26f1c1ace45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.457504 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.486975 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cea98-1277-4358-95b2-bc80991fb82e req-d807ad09-5a43-4911-b470-6f92f9458e3a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:50.488400 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-365cea98-1277-4358-95b2-bc80991fb82e req-d807ad09-5a43-4911-b470-6f92f9458e3a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 931 time: 0.0688093 Jul 25 12:52:50.512363 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port c6ca2dee-a4d9-435c-9974-3b48df8801c0 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:50.513270 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.516255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:50.517165 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-07fdec6e-898d-407f-a436-f26f1c1ace45 None None] Port b86b109f-7cfc-44b2-9985-583a204bb209 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:50.598629 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b378ec52-5588-4732-a390-964ed1287396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'b86b109f-7cfc-44b2-9985-583a204bb209', 'name': '', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'mac_address': 'fa:16:3e:ca:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:48Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 2, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'subnets': [{'id': '23ff2490-0300-409f-9481-56699f616274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:50.627618 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378ec52-5588-4732-a390-964ed1287396 None None] The sync data for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi is: [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'b86b109f-7cfc-44b2-9985-583a204bb209', 'name': '', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'mac_address': 'fa:16:3e:ca:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:48Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 2, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'subnets': [{'id': '23ff2490-0300-409f-9481-56699f616274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:52:50.647229 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-365cea98-1277-4358-95b2-bc80991fb82e req-b5d2cfa6-ad24-4466-a700-19508153146e tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377106 Jul 25 12:52:50.681794 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-52bf4494-86bd-40c6-a6a0-de62439cb5ec None None] Provisioning complete for port a258b775-e540-4f5e-b274-4a5be27a409a triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:50.684506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-52bf4494-86bd-40c6-a6a0-de62439cb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.700310 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:50.739345 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port c6ca2dee-a4d9-435c-9974-3b48df8801c0 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:50.747133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:50.753057 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-52bf4494-86bd-40c6-a6a0-de62439cb5ec None None] Port a258b775-e540-4f5e-b274-4a5be27a409a cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:52:50.777031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:50.831794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a258b775-e540-4f5e-b274-4a5be27a409a {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:52:50.841883 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks [] for port (a258b775-e540-4f5e-b274-4a5be27a409a), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.859003 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Transition to ACTIVE for port object a258b775-e540-4f5e-b274-4a5be27a409a will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:52:50.864725 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.867611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55048) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:50.874628 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051905861', 'description': 'tempest-secgroup-smoke-1051905861 description', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:50.913349 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:50.939567 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Pushing event updated for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:50.969954 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 24b3d309-1b75-4e81-9bff-a5488c20635e up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:50.996986 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:51.046029 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 24b3d309-1b75-4e81-9bff-a5488c20635e triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:51.046621 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.047963 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (099a7a6a-13b9-4fd5-b144-7c64b13f7ab7), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.057474 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (099a7a6a-13b9-4fd5-b144-7c64b13f7ab7), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.060154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Attempting to bind port a258b775-e540-4f5e-b274-4a5be27a409a on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:51.060592 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Attempting to bind port a258b775-e540-4f5e-b274-4a5be27a409a by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:51.060934 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Attempting to bind port a258b775-e540-4f5e-b274-4a5be27a409a on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:51.066894 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Port a258b775-e540-4f5e-b274-4a5be27a409a on network a6ac7a57-2196-497c-a362-e349cd689a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:52:51.067223 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Attempting to bind port a258b775-e540-4f5e-b274-4a5be27a409a on network a6ac7a57-2196-497c-a362-e349cd689a47 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:51.077576 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:51.078515 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Checking segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:51.078917 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Bound using segment: {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:51.079535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Bound port: a258b775-e540-4f5e-b274-4a5be27a409a, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08fd9c7-a18a-497a-b501-5354b92d0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:51.079903 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.102401 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.142480 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.144157 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-345a462c-8336-440a-a5e2-653139199520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2744470 Jul 25 12:52:51.147159 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55050) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:51.153461 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:51.210466 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:51.214698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a258b775-e540-4f5e-b274-4a5be27a409a,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:51.216425 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (e280b97e-0349-4686-aef5-8026a1d9a114), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.216790 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 24b3d309-1b75-4e81-9bff-a5488c20635e is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:51.230052 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.267636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:51.268425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.269811 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] 10.222.0.61 "PUT /v2.0/ports/a258b775-e540-4f5e-b274-4a5be27a409a HTTP/1.1" status: 200 len: 1093 time: 0.9961202 Jul 25 12:52:51.270343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:52:51.272626 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743a97a4-2410-4a6b-9963-f383eeca615d" -d '{"events": [{"name": "network-changed", "server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:52:51.314895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25940-7d31-434d-b0d8-509c7f366178 service neutron] Pushing event updated for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.341765 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (e280b97e-0349-4686-aef5-8026a1d9a114), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.349290 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (e280b97e-0349-4686-aef5-8026a1d9a114), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.351444 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.356469 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a470ec0-2428-427f-ab5e-0007175f3612 x-openstack-request-id: req-2a470ec0-2428-427f-ab5e-0007175f3612 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:52:51.356764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:52:51.357073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a470ec0-2428-427f-ab5e-0007175f3612 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:52:51.357681 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a470ec0-2428-427f-ab5e-0007175f3612'] response: {'name': 'network-changed', 'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'status': 'completed', 'code': 200} Jul 25 12:52:51.380437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e280b97e-0349-4686-aef5-8026a1d9a114,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.388042 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.389969 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-89da47ae-8ad3-43a6-9460-90417f3b8b75 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400975 Jul 25 12:52:51.401111 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55054) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:51.406865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:51.451096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (f892192f-8d7d-4890-a9f4-65286b78c86f), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.550363 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (f892192f-8d7d-4890-a9f4-65286b78c86f), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.555863 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (f892192f-8d7d-4890-a9f4-65286b78c86f), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.579870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f892192f-8d7d-4890-a9f4-65286b78c86f,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.589224 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.594033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55058) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:51.594553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-960904b8-962f-46c6-b0e5-39a3f9e96d1a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917019 Jul 25 12:52:51.603216 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:51.635432 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (79bdf987-ff29-4392-bb7a-d8084d9ca9f5), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.724626 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (79bdf987-ff29-4392-bb7a-d8084d9ca9f5), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.733241 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (79bdf987-ff29-4392-bb7a-d8084d9ca9f5), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.789002 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bdf987-ff29-4392-bb7a-d8084d9ca9f5,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.812933 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.815005 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-e1e1cbd4-6570-4827-b05a-23ee3bf08c16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2173996 Jul 25 12:52:51.817607 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55062) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:51.823072 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:51.831400 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3b2e1-e144-447a-9c77-4450439932e9 req-2f7a17b1-e6d4-4990-b4a4-9b793e44dff9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:51.832987 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0bd3b2e1-e144-447a-9c77-4450439932e9 req-2f7a17b1-e6d4-4990-b4a4-9b793e44dff9 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.1009219 Jul 25 12:52:51.873729 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (e7d7a0a1-f434-461f-8149-937fd0583252), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.879282 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:51.904685 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-0bd3b2e1-e144-447a-9c77-4450439932e9 req-1f74a336-19f4-43d9-8de3-9d26dff1f5bd tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652471 Jul 25 12:52:51.960135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (e7d7a0a1-f434-461f-8149-937fd0583252), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.964680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (e7d7a0a1-f434-461f-8149-937fd0583252), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.987907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d7a0a1-f434-461f-8149-937fd0583252,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:51.998324 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:51.999569 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-85ef634e-1e1d-4758-a81a-f567bad2b3f3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1806557 Jul 25 12:52:52.002532 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55064) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:52.007311 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:52.034185 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.securitygroups_db [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Project b7a69b02cd124acdb14727ea0711c1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:52:52.040173 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (06bfab66-2e78-4d70-9c17-05470bd29eba), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.119085 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (06bfab66-2e78-4d70-9c17-05470bd29eba), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.124304 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (06bfab66-2e78-4d70-9c17-05470bd29eba), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.144648 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bfab66-2e78-4d70-9c17-05470bd29eba,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:52.150465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.152406 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ca0475b5-9305-4062-be04-6f2e77984339 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487513 Jul 25 12:52:52.156601 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55066) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:52:52.161255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'security_group_rule': {'security_group_id': '099a7a6a-13b9-4fd5-b144-7c64b13f7ab7', 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:52:52.191207 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.securitygroups_db [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Project b7a69b02cd124acdb14727ea0711c1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:52:52.197730 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (2d98bc44-18eb-43a9-bb2b-e59eb00e2e8f), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.263989 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (2d98bc44-18eb-43a9-bb2b-e59eb00e2e8f), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.267749 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (2d98bc44-18eb-43a9-bb2b-e59eb00e2e8f), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.288342 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d98bc44-18eb-43a9-bb2b-e59eb00e2e8f,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:52.295521 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.297011 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-cc5a5f89-48b9-4398-ab3f-dd1d39b01048 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391301 Jul 25 12:52:52.664037 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:52.896558 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 80dfc233-1915-43aa-868c-17d23d9845e5 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:52.942341 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 80dfc233-1915-43aa-868c-17d23d9845e5 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:52.942717 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.027998 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 80dfc233-1915-43aa-868c-17d23d9845e5 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:53.028466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.032319 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3fd5b-d7fd-4d7d-a780-539e0a2d5877 req-bd10caa7-9a76-4c4b-951c-ea9878a12608 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:53.033997 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2dd3fd5b-d7fd-4d7d-a780-539e0a2d5877 req-bd10caa7-9a76-4c4b-951c-ea9878a12608 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0510347 Jul 25 12:52:53.048844 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Sync routers for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:52:53.053072 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 80dfc233-1915-43aa-868c-17d23d9845e5, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=80dfc233-1915-43aa-868c-17d23d9845e5,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:53.058097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.060088 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:53.060707 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:53.070462 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:53.100233 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-2dd3fd5b-d7fd-4d7d-a780-539e0a2d5877 req-d43d205f-6b0f-42c0-9334-048c4a0caf9d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602987 Jul 25 12:52:53.128872 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=80dfc233-1915-43aa-868c-17d23d9845e5,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:53.141007 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.168045 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:53.361026 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'b86b109f-7cfc-44b2-9985-583a204bb209', 'name': '', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'mac_address': 'fa:16:3e:ca:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:48Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 2, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'subnets': [{'id': '23ff2490-0300-409f-9481-56699f616274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:53.386287 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Checking router: f1dab487-d648-416e-a735-237a7a12424f for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:52:53.386566 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Updating router f1dab487-d648-416e-a735-237a7a12424f port b86b109f-7cfc-44b2-9985-583a204bb209 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:52:53.406441 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:53.416273 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.679809 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks [] for port (b86b109f-7cfc-44b2-9985-583a204bb209), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.686139 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.731957 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041faaab-692b-42f0-b0fc-46298f1b11b7 None None] Pushing event updated for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:53.788546 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:53.807493 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Attempting to bind port b86b109f-7cfc-44b2-9985-583a204bb209 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:52:53.807872 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Attempting to bind port b86b109f-7cfc-44b2-9985-583a204bb209 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:52:53.808210 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Attempting to bind port b86b109f-7cfc-44b2-9985-583a204bb209 on network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:52:53.813569 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:52:53.813957 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Checking segment: {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:52:53.814350 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.814735 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Bound using segment: {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:52:53.815203 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Bound port: b86b109f-7cfc-44b2-9985-583a204bb209, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75447b87-2f20-4926-95d6-3b9e7e13b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:52:53.815654 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.880662 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] For port b86b109f-7cfc-44b2-9985-583a204bb209, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:52:53.884097 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] For port b86b109f-7cfc-44b2-9985-583a204bb209, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b86b109f-7cfc-44b2-9985-583a204bb209,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:52:53.890770 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:53.951072 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041faaab-692b-42f0-b0fc-46298f1b11b7 None None] Pushing event updated for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=4']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:53.954522 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:52:53.955138 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:53.957346 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Provisioning complete for port b86b109f-7cfc-44b2-9985-583a204bb209 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:53.958437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:54.059774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Current status of the port b86b109f-7cfc-44b2-9985-583a204bb209 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:54.060171 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:54.080714 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:52:54.108216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a97a4-2410-4a6b-9963-f383eeca615d req-56a9120b-2db6-4947-8dc4-505c3a5631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.111005 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-743a97a4-2410-4a6b-9963-f383eeca615d req-56a9120b-2db6-4947-8dc4-505c3a5631bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 1127 time: 0.0618274 Jul 25 12:52:54.120916 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] For port b86b109f-7cfc-44b2-9985-583a204bb209, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b86b109f-7cfc-44b2-9985-583a204bb209,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:52:54.128399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:54.215534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:54.237556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d99553-f38d-4ff0-85fd-f8f7e4269316 None None] Pushing event updated for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:52:54.262802 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a97a4-2410-4a6b-9963-f383eeca615d req-4d1eace0-885c-4000-933f-1bf08c7758d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.264799 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-743a97a4-2410-4a6b-9963-f383eeca615d req-4d1eace0-885c-4000-933f-1bf08c7758d8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=47ad60e5634942149abd3837dc89a019&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1403012 Jul 25 12:52:54.278200 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcbff9-0ecf-41ac-9105-dbf852aaf03a req-8889ded8-a7d6-4272-8538-5fabb3066064 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.278976 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-8d23293b-abae-491b-bc96-e1474c6417b0 None None] Provisioning complete for port b86b109f-7cfc-44b2-9985-583a204bb209 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:54.279754 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3ddcbff9-0ecf-41ac-9105-dbf852aaf03a req-8889ded8-a7d6-4272-8538-5fabb3066064 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0600631 Jul 25 12:52:54.279942 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8d23293b-abae-491b-bc96-e1474c6417b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:54.304787 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:54.326303 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'b86b109f-7cfc-44b2-9985-583a204bb209', 'name': '', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'mac_address': 'fa:16:3e:ca:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:48Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'subnets': [{'id': '23ff2490-0300-409f-9481-56699f616274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:52:54.351412 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:54.364997 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3ddcbff9-0ecf-41ac-9105-dbf852aaf03a req-9ee00cea-48ec-4323-b979-69374087864d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792954 Jul 25 12:52:54.391888 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0d413-5171-4bea-b388-5d8135672992 None None] The sync data for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi is: [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:52:49Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'b86b109f-7cfc-44b2-9985-583a204bb209', 'name': '', 'network_id': 'a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'mac_address': 'fa:16:3e:ca:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '23ff2490-0300-409f-9481-56699f616274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:48Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'subnets': [{'id': '23ff2490-0300-409f-9481-56699f616274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:52:54.392540 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a97a4-2410-4a6b-9963-f383eeca615d req-d51cb633-300b-4fe9-9a77-eb2e8e4d83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.393274 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-743a97a4-2410-4a6b-9963-f383eeca615d req-d51cb633-300b-4fe9-9a77-eb2e8e4d83cc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217911 Jul 25 12:52:54.429468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-8d23293b-abae-491b-bc96-e1474c6417b0 None None] Current status of the port b86b109f-7cfc-44b2-9985-583a204bb209 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:54.496194 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-6c508ea3-f9eb-4745-9fd1-e8debb376cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.497842 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-6c508ea3-f9eb-4745-9fd1-e8debb376cfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 1127 time: 0.0433095 Jul 25 12:52:54.552149 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-c3eee034-f49e-48e2-8cbe-0edff6aa06f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a258b775-e540-4f5e-b274-4a5be27a409a HTTP/1.1" status: 200 len: 217 time: 0.0392601 Jul 25 12:52:54.606905 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-8ffc65b8-6e9c-4a42-ab10-ae07744c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.608419 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-8ffc65b8-6e9c-4a42-ab10-ae07744c6175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0474932 Jul 25 12:52:54.656869 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae412-7613-45e5-9d01-ead63232d30f req-49065b88-fe19-47fb-9742-768c42f5e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:54.658946 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-49065b88-fe19-47fb-9742-768c42f5e0d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442898 Jul 25 12:52:54.764579 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-4bba5ba6-5d38-4748-b11c-e86747b74f9b service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988154 Jul 25 12:52:54.886173 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a78ae412-7613-45e5-9d01-ead63232d30f req-e6141f6b-6f3a-4ca5-ac02-4b4773af7882 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128473 Jul 25 12:52:54.939274 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b86b109f-7cfc-44b2-9985-583a204bb209 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:54.992040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port b86b109f-7cfc-44b2-9985-583a204bb209 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:54.992655 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:55.013554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:55.077758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port b86b109f-7cfc-44b2-9985-583a204bb209 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:55.078896 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 80dfc233-1915-43aa-868c-17d23d9845e5 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:52:55.150145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 80dfc233-1915-43aa-868c-17d23d9845e5 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:52:55.150522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:52:55.227112 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 80dfc233-1915-43aa-868c-17d23d9845e5 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:52:55.496429 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308d5af-e95f-442f-affa-c791fd739cac req-c9c1c0fe-2a0d-4c25-9040-940f4a95e199 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:55.497811 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4308d5af-e95f-442f-affa-c791fd739cac req-c9c1c0fe-2a0d-4c25-9040-940f4a95e199 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0527680 Jul 25 12:52:55.546869 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4308d5af-e95f-442f-affa-c791fd739cac req-9456e45c-3263-4323-a3c9-1ef488ace99a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Jul 25 12:52:56.672041 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e187fe-37cf-46e2-bd47-b4832f824770 req-64f34934-f4f7-4931-85f4-995f098cd493 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:56.673000 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-71e187fe-37cf-46e2-bd47-b4832f824770 req-64f34934-f4f7-4931-85f4-995f098cd493 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0479479 Jul 25 12:52:56.719875 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-71e187fe-37cf-46e2-bd47-b4832f824770 req-2d5be3d2-1df2-4629-85ff-3cb2cb34c3e0 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Jul 25 12:52:57.839683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e741b1-9d07-4759-ad96-4097cf87f957 req-b6688af6-f880-4b8b-b345-c6c2a48d974f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:57.841118 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b8e741b1-9d07-4759-ad96-4097cf87f957 req-b6688af6-f880-4b8b-b345-c6c2a48d974f tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0461755 Jul 25 12:52:57.889336 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b8e741b1-9d07-4759-ad96-4097cf87f957 req-7781877b-8281-454b-bd74-6004a1fbb6e3 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Jul 25 12:52:59.014541 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7ae28-1bf9-41ab-ac66-7cfada065883 req-32b6c0fa-1221-4491-bf17-64ba298605d5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:52:59.016152 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3b7ae28-1bf9-41ab-ac66-7cfada065883 req-32b6c0fa-1221-4491-bf17-64ba298605d5 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0542519 Jul 25 12:52:59.031674 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:52:59.070364 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c3b7ae28-1bf9-41ab-ac66-7cfada065883 req-51fd8582-33c1-4ecf-9ffb-b2f512e49053 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445385 Jul 25 12:53:00.198310 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753eef4-bd91-49cb-8ccc-e518ab47ffb7 req-2eae2323-2e53-41fa-b883-29d041d59cdc tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:00.200344 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8753eef4-bd91-49cb-8ccc-e518ab47ffb7 req-2eae2323-2e53-41fa-b883-29d041d59cdc tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0569713 Jul 25 12:53:00.249762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8753eef4-bd91-49cb-8ccc-e518ab47ffb7 req-4cb007ea-b816-4f64-b89e-a9573e99b383 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Jul 25 12:53:01.380378 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174450a5-688e-4a23-9f9f-2bcea63b4e50 req-7a020a1c-f42d-4b1b-8d42-d819426779ac tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:01.381797 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-174450a5-688e-4a23-9f9f-2bcea63b4e50 req-7a020a1c-f42d-4b1b-8d42-d819426779ac tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0528018 Jul 25 12:53:01.432537 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-174450a5-688e-4a23-9f9f-2bcea63b4e50 req-36961dcf-7324-4f59-ae94-7d58416f9d29 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Jul 25 12:53:02.566030 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69362ed1-edde-48ee-a9d5-849a0afb4229 req-2fec4561-36a5-475f-a68a-708da94dd169 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:02.567497 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-69362ed1-edde-48ee-a9d5-849a0afb4229 req-2fec4561-36a5-475f-a68a-708da94dd169 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Jul 25 12:53:02.616824 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-69362ed1-edde-48ee-a9d5-849a0afb4229 req-4431cde3-fe11-4876-ba31-0c8d092ad54c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Jul 25 12:53:03.741491 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836737c5-6a30-42f5-8c6e-c9ad46ab4525 req-9e027cfd-958d-416a-a0be-785f1994ee0a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:03.743020 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-836737c5-6a30-42f5-8c6e-c9ad46ab4525 req-9e027cfd-958d-416a-a0be-785f1994ee0a tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0504854 Jul 25 12:53:03.803269 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-836737c5-6a30-42f5-8c6e-c9ad46ab4525 req-a7d5ecba-412e-4930-a186-95bfd78502d4 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538976 Jul 25 12:53:04.323240 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:04.332401 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:04.738945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:04.928411 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954dc1-4f1e-4d49-aeee-35e4ee4e3676 req-fa5ded82-8563-407f-bf09-1d2130f5d66c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:04.929882 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d1954dc1-4f1e-4d49-aeee-35e4ee4e3676 req-fa5ded82-8563-407f-bf09-1d2130f5d66c tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0512633 Jul 25 12:53:04.946729 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:04.986303 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d1954dc1-4f1e-4d49-aeee-35e4ee4e3676 req-6ce3af22-75a0-453c-846e-db60fb99c3c0 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Jul 25 12:53:06.007816 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device a258b775-e540-4f5e-b274-4a5be27a409a details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:53:06.118367 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a258b775-e540-4f5e-b274-4a5be27a409a,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:06.118669 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21620d-b842-4a78-ae0c-7276c8f43266 req-e8cc5c73-2dd9-4edf-92a1-54898b4ae539 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:06.120405 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-da21620d-b842-4a78-ae0c-7276c8f43266 req-e8cc5c73-2dd9-4edf-92a1-54898b4ae539 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 943 time: 0.0533967 Jul 25 12:53:06.130622 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'port_id': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'mac_address': 'fa:16:3e:df:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:53:06.132938 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:06.176155 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port a258b775-e540-4f5e-b274-4a5be27a409a is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:53:06.176550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:06.184529 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-da21620d-b842-4a78-ae0c-7276c8f43266 req-d7aa58cf-e5f6-4314-b688-658aa4c70e76 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574555 Jul 25 12:53:06.195753 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a258b775-e540-4f5e-b274-4a5be27a409a {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:53:06.220938 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a258b775-e540-4f5e-b274-4a5be27a409a,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:06.225721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:06.272648 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:06.281286 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.281631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.282005 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.282350 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.282686 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.283014 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.283339 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.283664 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.283989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.284361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.284641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.284964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.285285 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.285605 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.285931 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:06.707807 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['a258b775-e540-4f5e-b274-4a5be27a409a'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:53:06.814446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:07.582545 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e2e1f-ea0f-4819-aa6c-97641092ec33 req-0f998c91-e181-4614-b40e-4f427c2c05a6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:07.584030 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-665e2e1f-ea0f-4819-aa6c-97641092ec33 req-0f998c91-e181-4614-b40e-4f427c2c05a6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 944 time: 0.3201149 Jul 25 12:53:07.631547 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-665e2e1f-ea0f-4819-aa6c-97641092ec33 req-a77a9468-a0c9-46c0-ab26-e929d6900cad tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Jul 25 12:53:08.021814 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device a258b775-e540-4f5e-b274-4a5be27a409a up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:53:08.067581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port a258b775-e540-4f5e-b274-4a5be27a409a completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:53:08.074122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port a258b775-e540-4f5e-b274-4a5be27a409a triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:53:08.074503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:08.117999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:08.148697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port a258b775-e540-4f5e-b274-4a5be27a409a is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:53:08.149082 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:08.177052 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:53:08.179331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b57a04d-9197-43c3-86b0-9cb1841495a2" -d '{"events": [{"server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "name": "network-vif-plugged", "status": "completed", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:53:08.318193 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540285a-82fa-46f5-bad5-d5c67b7cd281 x-openstack-request-id: req-e540285a-82fa-46f5-bad5-d5c67b7cd281 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:53:08.318489 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "name": "network-vif-plugged", "status": "completed", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:53:08.318663 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e540285a-82fa-46f5-bad5-d5c67b7cd281 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:53:08.319072 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e540285a-82fa-46f5-bad5-d5c67b7cd281'] response: {'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'code': 200} Jul 25 12:53:08.320822 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a258b775-e540-4f5e-b274-4a5be27a409a,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:08.325321 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:08.375946 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:08.425281 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:08.432775 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3f1d-f0e9-4934-8d24-673703ce3d81 req-02a6969b-53be-42ef-8db5-25d4f095533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:08.434221 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4a2f3f1d-f0e9-4934-8d24-673703ce3d81 req-02a6969b-53be-42ef-8db5-25d4f095533a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 1129 time: 0.0397985 Jul 25 12:53:08.487260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4a2f3f1d-f0e9-4934-8d24-673703ce3d81 req-ffe2709b-42f8-479c-a992-1c63513e31b2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Jul 25 12:53:08.755569 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bc5bb-6d40-4b83-bb34-ce607de4f17e req-3c470879-ba63-433e-b246-f76c120e0cc3 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:08.756990 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b50bc5bb-6d40-4b83-bb34-ce607de4f17e req-3c470879-ba63-433e-b246-f76c120e0cc3 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Jul 25 12:53:08.813931 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b50bc5bb-6d40-4b83-bb34-ce607de4f17e req-72fc3e5f-7f59-44a4-9fe5-2bd9c5cdbd81 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511727 Jul 25 12:53:09.357449 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55290) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:09.462369 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.538942 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Publish callbacks [] for security_group (cc2e074c-ec2e-4305-8f58-ddfc272c0630), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.542438 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc2e074c-ec2e-4305-8f58-ddfc272c0630), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.582233 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cefde75862249d6b654ec922771c163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236402 Jul 25 12:53:09.584454 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e074c-ec2e-4305-8f58-ddfc272c0630,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:09.585094 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55294) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:09.602504 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.602847 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.603186 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.603518 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.603845 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.604220 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.604493 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.604812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.605132 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.605451 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.605769 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.606119 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.606437 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.606756 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.607071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bd15f-96f1-4d7e-8b57-fdb44fa588f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:09.649083 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] Publish callbacks [] for security_group (cc2e074c-ec2e-4305-8f58-ddfc272c0630), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.672055 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] Publish callbacks [] for security_group (cc2e074c-ec2e-4305-8f58-ddfc272c0630), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.723058 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (cc2e074c-ec2e-4305-8f58-ddfc272c0630), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.725480 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:09.726631 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc2e074c-ec2e-4305-8f58-ddfc272c0630 HTTP/1.1" status: 204 len: 168 time: 0.1405880 Jul 25 12:53:09.734146 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726da38-c978-4e35-a33f-62f4094c95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e074c-ec2e-4305-8f58-ddfc272c0630,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:09.940110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e764827-61de-4320-ab3f-110b77420d53 req-c849a4be-978f-4899-97d4-5c2a10105835 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:09.941608 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5e764827-61de-4320-ab3f-110b77420d53 req-c849a4be-978f-4899-97d4-5c2a10105835 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0525830 Jul 25 12:53:09.994417 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5e764827-61de-4320-ab3f-110b77420d53 req-6ed3184f-3dfa-443a-a236-f7a4129647ab tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468879 Jul 25 12:53:11.125134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b3d6d-ae11-4a9a-bfe0-ce0e75429809 req-9cd83a67-9dfc-4149-9690-875205006c41 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:11.126639 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a75b3d6d-ae11-4a9a-bfe0-ce0e75429809 req-9cd83a67-9dfc-4149-9690-875205006c41 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Jul 25 12:53:11.174273 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a75b3d6d-ae11-4a9a-bfe0-ce0e75429809 req-feea23d8-5483-407e-bb62-f2c7d8156995 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419841 Jul 25 12:53:11.289852 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b091ab-6779-457e-9986-b79fd0ad6f63 req-5f9f43e8-5bc8-4d02-a77a-c7f69357867b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:11.291366 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a0b091ab-6779-457e-9986-b79fd0ad6f63 req-5f9f43e8-5bc8-4d02-a77a-c7f69357867b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Jul 25 12:53:11.301592 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55344) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:11.305960 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Request body: {'floatingip': {'port_id': 'a258b775-e540-4f5e-b274-4a5be27a409a'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:53:11.349639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:11.463210 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:11.764633 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:11.768443 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:11.773745 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:11.883836 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Floating IP b93e8ce6-0764-4413-99e6-233c9d0c9d9e associated. External IP: 172.27.1.92, port: a258b775-e540-4f5e-b274-4a5be27a409a. Jul 25 12:53:12.089901 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:53:12.196897 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:53:12.202415 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:12.207497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:53:12.217405 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:53:12.218711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:12.233795 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-23379b2a-974c-4dd1-98d9-e85224151577 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "PUT /v2.0/floatingips/b93e8ce6-0764-4413-99e6-233c9d0c9d9e HTTP/1.1" status: 200 len: 990 time: 0.9311137 Jul 25 12:53:12.234424 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:53:12.237101 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:53:12.324760 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:53:12.396019 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b54d14a-1946-4fb0-945f-04242c253016 x-openstack-request-id: req-9b54d14a-1946-4fb0-945f-04242c253016 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:53:12.396512 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:53:12.396613 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b54d14a-1946-4fb0-945f-04242c253016 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:53:12.396938 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b54d14a-1946-4fb0-945f-04242c253016'] response: {'name': 'network-changed', 'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'status': 'completed', 'code': 200} Jul 25 12:53:12.477979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-38d79128-0373-4ca1-8e4d-3d5a8c1eaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:12.479477 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-38d79128-0373-4ca1-8e4d-3d5a8c1eaf1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 1129 time: 0.0398626 Jul 25 12:53:12.547254 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b93e8ce6-0764-4413-99e6-233c9d0c9d9e', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:df:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:53:11Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:12.572920 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:53:12.576099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-81f97377-66f8-4450-a445-5f8b481b1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:12.578215 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-81f97377-66f8-4450-a445-5f8b481b1972 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0918705 Jul 25 12:53:12.582197 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:53:12.582809 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:52:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:12.645898 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-b2c8d959-644b-47f8-ab46-ebb2f9e48c93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a258b775-e540-4f5e-b274-4a5be27a409a HTTP/1.1" status: 200 len: 998 time: 0.0617380 Jul 25 12:53:12.688212 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:53:12.693574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-6f497c2f-277f-4e75-9400-f664252fcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:12.695066 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-6f497c2f-277f-4e75-9400-f664252fcb21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0441215 Jul 25 12:53:12.738471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-f128832e-eba8-435c-9a83-77bb4754f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:12.739963 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-f128832e-eba8-435c-9a83-77bb4754f7d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394549 Jul 25 12:53:12.782145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:12.846133 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-b343b74f-1cfe-4581-87b4-59cb84b9dfd6 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987551 Jul 25 12:53:12.913020 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b93e8ce6-0764-4413-99e6-233c9d0c9d9e', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:df:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:53:11Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:12.938742 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7f9d4bd3-baf2-459a-8789-9bd6c4b6cb79 req-58fa459b-004f-45ad-b16b-48c92b6e8bc5 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870690 Jul 25 12:53:12.938977 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc175ac2-8e32-4075-889b-030568fd7e8a None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b93e8ce6-0764-4413-99e6-233c9d0c9d9e', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'port_id': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'mac_address': 'fa:16:3e:df:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:53:11Z', 'revision_number': 1, 'project_id': '47ad60e5634942149abd3837dc89a019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:53:13.151646 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11197120-86ef-451f-8807-6a04645df71a None None] New status for floating IP b93e8ce6-0764-4413-99e6-233c9d0c9d9e: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:53:17.916832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe864-2eef-44e8-a750-02310afa30e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:20.218172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c5b07404-9e92-49d7-8031-8c3ccd87777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:20.996824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55408) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:21.104840 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-81365c0a-f290-4bbc-8372-c0fc82963615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.190510 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-81365c0a-f290-4bbc-8372-c0fc82963615 admin admin] Publish callbacks [] for security_group (e7227bed-8746-4497-b789-52525dfeb21b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.194529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-81365c0a-f290-4bbc-8372-c0fc82963615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e7227bed-8746-4497-b789-52525dfeb21b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.218773 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:21.239060 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-81365c0a-f290-4bbc-8372-c0fc82963615 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=717c8e67d5864b5f959d1b995e4b928c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411358 Jul 25 12:53:21.239957 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81365c0a-f290-4bbc-8372-c0fc82963615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7227bed-8746-4497-b789-52525dfeb21b,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:21.241213 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55414) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:21.302142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] Publish callbacks [] for security_group (e7227bed-8746-4497-b789-52525dfeb21b), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.325727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] Publish callbacks [] for security_group (e7227bed-8746-4497-b789-52525dfeb21b), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.350833 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.383820 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e7227bed-8746-4497-b789-52525dfeb21b), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.386416 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:21.390449 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7227bed-8746-4497-b789-52525dfeb21b HTTP/1.1" status: 204 len: 168 time: 0.1445429 Jul 25 12:53:21.396379 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fd439-0e75-48af-922f-60068fa24485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7227bed-8746-4497-b789-52525dfeb21b,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:22.663290 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:23.125167 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:23.524306 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-b5cc39eb-b96d-4040-a57a-9154537a7852 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051905861&fields=id&tenant_id=b7a69b02cd124acdb14727ea0711c1f8 HTTP/1.1" status: 200 len: 267 time: 0.0463099 Jul 25 12:53:23.591516 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:53:23.637344 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-36146b24-7198-49ef-bc03-359a01c8e8d5 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:23.638799 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-36146b24-7198-49ef-bc03-359a01c8e8d5 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 809 time: 0.1079738 Jul 25 12:53:23.653581 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-9c17fd0d-573a-4d5a-af1f-49e6d7a99ef8 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/quotas/b7a69b02cd124acdb14727ea0711c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Jul 25 12:53:23.704001 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-66dbe882-022f-4e46-bfed-0ce46794f107 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452299 Jul 25 12:53:23.814206 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-e7145608-a11e-4aa5-a98d-73d21770ac15 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105686) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 12:53:23.815352 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-e7145608-a11e-4aa5-a98d-73d21770ac15 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1000061 Jul 25 12:53:23.888209 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:23.910831 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-098b7a27-fbd2-43fa-a45a-536e1cbdc6a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896137 Jul 25 12:53:24.003018 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-e505c554-4f84-4cb3-8495-1a488260fab7 service neutron] 10.222.0.60 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861361 Jul 25 12:53:24.285856 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:24.311153 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-30875e84-0fb5-4f7f-8158-b097fecc4ab1 req-de2f1e73-39e8-4f02-a050-18c75366a0ce tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 210 time: 0.0347936 Jul 25 12:53:25.330937 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:25.361687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-afd7801a-d4b3-4bb8-8cd7-d67d0c4cf6fc tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:25.363162 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-afd7801a-d4b3-4bb8-8cd7-d67d0c4cf6fc tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 809 time: 0.1110055 Jul 25 12:53:25.418817 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-16739e5d-a5dd-4765-b08d-db00b32fdd28 req-de5a13f5-0f66-44ca-b3c6-2033bee3d5b7 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 210 time: 0.0346451 Jul 25 12:53:25.438120 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-5ce7ee17-20ff-40cf-88b3-b22462c9819a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7a69b02cd124acdb14727ea0711c1f8 HTTP/1.1" status: 200 len: 380 time: 0.0590363 Jul 25 12:53:25.447616 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'port': {'device_id': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'admin_state_up': True, 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'security_groups': ['099a7a6a-13b9-4fd5-b144-7c64b13f7ab7']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:53:25.561105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Made reservation on behalf of b7a69b02cd124acdb14727ea0711c1f8 for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:53:25.564670 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:25.700672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Allocated IP 172.20.0.13 (e5eafa79-daa3-4f44-bfa9-6122070d86ba/d75ededf-91f5-4cb2-b8e0-88d7f552fdd8/45398252-0703-42ee-96b5-f0a29b0c73c0) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:53:25.854724 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:25.887872 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:25.934321 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:53:25.940114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:53:25.946571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:53:25.987281 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:26.023778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:26.024425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.044403 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-b1921783-74bd-4175-8946-81620ce4e1d6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013258 Jul 25 12:53:26.061855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Request body: {'port': {'device_id': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:53:26.123168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:26.134164 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.165429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-74f47cf9-b6a0-4b4a-9464-bc98c5b50efd None None] Provisioning complete for port 45398252-0703-42ee-96b5-f0a29b0c73c0 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:53:26.166024 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-74f47cf9-b6a0-4b4a-9464-bc98c5b50efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.198604 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-74f47cf9-b6a0-4b4a-9464-bc98c5b50efd None None] Port 45398252-0703-42ee-96b5-f0a29b0c73c0 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:53:26.257843 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:26.400465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45398252-0703-42ee-96b5-f0a29b0c73c0 {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:53:26.408219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks [] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.421354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Transition to ACTIVE for port object 45398252-0703-42ee-96b5-f0a29b0c73c0 will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:53:26.425723 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.485937 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:26.575384 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46dc47-45d4-4de8-b4dd-89a0b387865c req-b55fa171-5be3-45bc-927a-deb3a5338be8 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:26.576924 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ca46dc47-45d4-4de8-b4dd-89a0b387865c req-b55fa171-5be3-45bc-927a-deb3a5338be8 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0738783 Jul 25 12:53:26.616698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Attempting to bind port 45398252-0703-42ee-96b5-f0a29b0c73c0 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:53:26.617031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Attempting to bind port 45398252-0703-42ee-96b5-f0a29b0c73c0 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:53:26.617359 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Attempting to bind port 45398252-0703-42ee-96b5-f0a29b0c73c0 on network e5eafa79-daa3-4f44-bfa9-6122070d86ba {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:53:26.637808 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Port 45398252-0703-42ee-96b5-f0a29b0c73c0 on network e5eafa79-daa3-4f44-bfa9-6122070d86ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:53:26.638397 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Attempting to bind port 45398252-0703-42ee-96b5-f0a29b0c73c0 on network e5eafa79-daa3-4f44-bfa9-6122070d86ba {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:53:26.656348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:53:26.656711 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Checking segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:53:26.657087 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Bound using segment: {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:53:26.657515 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Bound port: 45398252-0703-42ee-96b5-f0a29b0c73c0, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4693c1e-7afa-45b7-bfd8-9293f9586c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:53:26.657864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.664288 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ca46dc47-45d4-4de8-b4dd-89a0b387865c req-669c1dfb-7018-4557-abde-a4147897a4ce tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798805 Jul 25 12:53:26.717573 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:26.725812 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:53:26.729126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:53:26.735627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.774178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:26.774708 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:26.776020 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] 10.222.0.61 "PUT /v2.0/ports/45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1094 time: 0.7186360 Jul 25 12:53:26.776481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:53:26.778801 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac0fd3-190d-4536-a0e8-124a377c7ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:53:26.799441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7334d-869e-4011-8b5b-cfafb5217b28 service neutron] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:26.838171 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526a8b7-1cf5-4852-b2dd-f9cd9e80f392 x-openstack-request-id: req-d526a8b7-1cf5-4852-b2dd-f9cd9e80f392 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:53:26.838586 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:53:26.838929 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d526a8b7-1cf5-4852-b2dd-f9cd9e80f392 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:53:26.839351 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d526a8b7-1cf5-4852-b2dd-f9cd9e80f392'] response: {'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'status': 'completed', 'code': 200} Jul 25 12:53:26.903013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-86d3ee9e-aa0b-4d83-9bb0-3c4c4e4454cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:26.904612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-86d3ee9e-aa0b-4d83-9bb0-3c4c4e4454cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1128 time: 0.0479226 Jul 25 12:53:26.954831 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-9c66d1a2-371d-474e-8b83-9a626c80fd9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 217 time: 0.0367944 Jul 25 12:53:27.004864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-ef73bb2e-bf91-442a-9ec7-071b5b785ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:27.006280 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-ef73bb2e-bf91-442a-9ec7-071b5b785ece service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0457611 Jul 25 12:53:27.042539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:27.051815 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7d38-f38f-472c-812e-3dca954910fa req-e32f01a4-75d0-4df0-bda5-18dea9a33694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:27.053333 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-e32f01a4-75d0-4df0-bda5-18dea9a33694 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417631 Jul 25 12:53:27.147641 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-b0d95bad-5af5-47d0-a25c-c0960d8cd56c service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881059 Jul 25 12:53:27.245960 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-909a7d38-f38f-472c-812e-3dca954910fa req-e0f04d03-aef4-4a09-8791-75269557a63c service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920236 Jul 25 12:53:27.784711 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183e7f-8efb-4db8-99bb-f46f25b39856 req-12428e30-85a8-471f-a59e-30e7a6f9ba2f tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:27.786258 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4e183e7f-8efb-4db8-99bb-f46f25b39856 req-12428e30-85a8-471f-a59e-30e7a6f9ba2f tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0485229 Jul 25 12:53:27.806907 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:27.839319 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4e183e7f-8efb-4db8-99bb-f46f25b39856 req-01122aa2-ccf9-45c0-97a3-a1e10c68b38b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Jul 25 12:53:28.114957 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-900809ff-7c45-4e1a-867b-a6a29838a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:28.116472 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-900809ff-7c45-4e1a-867b-a6a29838a371 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1128 time: 0.0405185 Jul 25 12:53:28.216277 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-faea2663-5790-450f-9eae-e6d8f4d5c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:28.217729 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-faea2663-5790-450f-9eae-e6d8f4d5c666 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0944369 Jul 25 12:53:28.257654 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-833e6bcf-7ce2-4ff3-add2-0452ad328adc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 217 time: 0.0341034 Jul 25 12:53:28.306106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-9e886ee8-24ad-44d6-aca6-1ee9f461e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:28.307548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-9e886ee8-24ad-44d6-aca6-1ee9f461e006 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0445976 Jul 25 12:53:28.355976 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-847ee41e-b6ec-41a7-b938-df4afacda3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:28.357498 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-847ee41e-b6ec-41a7-b938-df4afacda3eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436513 Jul 25 12:53:28.452214 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-3285bf05-bef0-4a0a-8dbd-0c72aead6fcb service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881383 Jul 25 12:53:28.550695 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dfac0fd3-190d-4536-a0e8-124a377c7ae9 req-d1497cb7-9a99-4d1b-9b26-622e9bbaaea1 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921712 Jul 25 12:53:28.960680 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699130-f169-4c9b-b534-f5eab4cb4dc8 req-19065a01-a8ef-44d5-94db-26ef7844932c tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:28.962231 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f8699130-f169-4c9b-b534-f5eab4cb4dc8 req-19065a01-a8ef-44d5-94db-26ef7844932c tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0483906 Jul 25 12:53:29.016486 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f8699130-f169-4c9b-b534-f5eab4cb4dc8 req-3bfd602a-f43e-43a4-befe-8a59b41ea506 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Jul 25 12:53:29.546143 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:30.148270 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60f4ad-d990-4a30-9cda-4c2d9333fb70 req-cfae7d66-63c0-4500-ac24-235c91f37033 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:30.149800 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec60f4ad-d990-4a30-9cda-4c2d9333fb70 req-cfae7d66-63c0-4500-ac24-235c91f37033 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0579023 Jul 25 12:53:30.203001 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ec60f4ad-d990-4a30-9cda-4c2d9333fb70 req-8d4c8c4b-c2ee-4961-83e0-844c0b711479 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473039 Jul 25 12:53:31.325085 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0473-69ac-41f8-a166-43c268cafcb2 req-11e3cd36-ef85-46a8-8fc7-f0c4a174717b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:31.326611 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d98c0473-69ac-41f8-a166-43c268cafcb2 req-11e3cd36-ef85-46a8-8fc7-f0c4a174717b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0489047 Jul 25 12:53:31.380857 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d98c0473-69ac-41f8-a166-43c268cafcb2 req-dcb61c01-5f2b-4bb8-b99b-9fba833a0c7e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Jul 25 12:53:32.505633 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd25dde-1774-4f1b-b9c8-3bf28fc5f908 req-7af4507b-743e-4b57-9f7b-417f7cab345d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:32.507088 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6fd25dde-1774-4f1b-b9c8-3bf28fc5f908 req-7af4507b-743e-4b57-9f7b-417f7cab345d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0554657 Jul 25 12:53:32.557868 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6fd25dde-1774-4f1b-b9c8-3bf28fc5f908 req-fe81c0f7-8893-4384-8f91-e0fd5bd6faeb tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Jul 25 12:53:33.587888 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:33.685987 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f4e8-0b89-41aa-8f28-8fc2c7785f25 req-6a07f74d-5a23-4760-b8d1-5a6ee4d943d0 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:33.687568 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5ab7f4e8-0b89-41aa-8f28-8fc2c7785f25 req-6a07f74d-5a23-4760-b8d1-5a6ee4d943d0 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0553925 Jul 25 12:53:33.739302 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5ab7f4e8-0b89-41aa-8f28-8fc2c7785f25 req-a9d7dc07-7fae-4d8e-80c8-c4a3243930f9 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Jul 25 12:53:34.737480 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:34.863133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311c20e-7f52-4c3c-80c6-a0b880d00147 req-5a53e018-ea67-4772-961d-614bfc8224ad tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:34.864604 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d311c20e-7f52-4c3c-80c6-a0b880d00147 req-5a53e018-ea67-4772-961d-614bfc8224ad tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0493259 Jul 25 12:53:34.914744 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d311c20e-7f52-4c3c-80c6-a0b880d00147 req-fb625c12-7938-4fcc-86cb-8262140fa626 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Jul 25 12:53:36.039170 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d6bec-34cd-471e-8f7a-ff481cd49199 req-a50e0d65-0a43-46cb-ac5b-49e0c90cf520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:36.040654 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1b5d6bec-34cd-471e-8f7a-ff481cd49199 req-a50e0d65-0a43-46cb-ac5b-49e0c90cf520 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0480072 Jul 25 12:53:36.090943 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1b5d6bec-34cd-471e-8f7a-ff481cd49199 req-a590b039-2908-4011-8d2c-3b17724a4774 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 Jul 25 12:53:36.176781 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:53:36.280486 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:36.293935 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'mac_address': 'fa:16:3e:8a:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:53:36.328200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 45398252-0703-42ee-96b5-f0a29b0c73c0 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:53:36.328604 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:36.342559 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45398252-0703-42ee-96b5-f0a29b0c73c0 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:53:36.363752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:36.368553 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:36.416353 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:36.750161 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['45398252-0703-42ee-96b5-f0a29b0c73c0'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:53:36.966567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:37.199649 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:37.211017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc9b3d-df11-462a-bfda-00b538ea7f04 req-8a632aa7-a365-4c30-8039-f98859dd32fe tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:37.212504 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-08dc9b3d-df11-462a-bfda-00b538ea7f04 req-8a632aa7-a365-4c30-8039-f98859dd32fe tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Jul 25 12:53:37.267527 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-08dc9b3d-df11-462a-bfda-00b538ea7f04 req-4d97437f-71d9-49de-9a6c-265cfad8be3f tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491273 Jul 25 12:53:38.176974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:53:38.225491 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 45398252-0703-42ee-96b5-f0a29b0c73c0 completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:53:38.230756 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 45398252-0703-42ee-96b5-f0a29b0c73c0 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:53:38.231157 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:38.304843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 45398252-0703-42ee-96b5-f0a29b0c73c0 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:53:38.305232 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:38.326123 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:38.331774 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:53:38.334091 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004042f-13dd-4fa3-b0cc-8371827aef4c" -d '{"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-plugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:53:38.348680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:53:38.353940 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:38.380033 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03614174-2857-4060-8b72-2d94df47451a x-openstack-request-id: req-03614174-2857-4060-8b72-2d94df47451a {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:53:38.380323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-plugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:53:38.380553 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03614174-2857-4060-8b72-2d94df47451a {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:53:38.380942 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03614174-2857-4060-8b72-2d94df47451a'] response: {'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'code': 200} Jul 25 12:53:38.402286 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962c7f-b820-4348-9e9d-b5fab762715c req-0c47836d-d5f9-4356-bf03-8f473b35993a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:38.403805 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2d962c7f-b820-4348-9e9d-b5fab762715c req-0c47836d-d5f9-4356-bf03-8f473b35993a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0638101 Jul 25 12:53:38.412076 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:38.465843 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-2d962c7f-b820-4348-9e9d-b5fab762715c req-c5aa00e2-362c-4463-bf16-4306b14ec4db tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561426 Jul 25 12:53:38.638958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119a9a-4ff4-40ed-9e8a-691695c0dc69 req-44704dd4-6cd6-4f77-b6b6-a5b2521868ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:38.640462 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-68119a9a-4ff4-40ed-9e8a-691695c0dc69 req-44704dd4-6cd6-4f77-b6b6-a5b2521868ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0407925 Jul 25 12:53:38.690755 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-68119a9a-4ff4-40ed-9e8a-691695c0dc69 req-36417c73-fc64-490d-b039-31e48a151217 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Jul 25 12:53:39.590721 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f96bc4-2dea-4923-a254-0318dc40f673 req-cdef33c3-7d71-44f4-b225-7976dd8bd297 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:39.592223 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49f96bc4-2dea-4923-a254-0318dc40f673 req-cdef33c3-7d71-44f4-b225-7976dd8bd297 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Jul 25 12:53:39.632833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:39.647782 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-49f96bc4-2dea-4923-a254-0318dc40f673 req-7c26bdb9-70e8-4369-ad27-f386801af75b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493479 Jul 25 12:53:40.776717 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b330de-6070-4754-a271-3b8a4ebef8e5 req-9a4e6bd9-35be-4535-8938-80e160efa648 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:40.778227 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-95b330de-6070-4754-a271-3b8a4ebef8e5 req-9a4e6bd9-35be-4535-8938-80e160efa648 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0549057 Jul 25 12:53:40.805571 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:40.830232 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-95b330de-6070-4754-a271-3b8a4ebef8e5 req-af5a53f8-7c13-4c93-971a-c9bfa86fa8ae tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Jul 25 12:53:40.951191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ea60-d54b-4792-bc89-bb0feca818ea req-2659bc9a-71cd-407e-977d-a2049445f51f tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:40.952579 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-da29ea60-d54b-4792-bc89-bb0feca818ea req-2659bc9a-71cd-407e-977d-a2049445f51f tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0513811 Jul 25 12:53:41.003398 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-da29ea60-d54b-4792-bc89-bb0feca818ea req-7899cb82-fea1-495e-86aa-4b26d25b4911 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Jul 25 12:53:41.029182 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55482) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:41.181466 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccab226-c333-4def-9bdf-801f471ddc2f tempest-TestShelveInstance-413098829 tempest-TestShelveInstance-413098829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:41.185701 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-5ccab226-c333-4def-9bdf-801f471ddc2f tempest-TestShelveInstance-413098829 tempest-TestShelveInstance-413098829-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1125 time: 0.1528556 Jul 25 12:53:41.185906 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55486) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:53:41.190803 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:53:41.212688 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:41.296653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:41.405214 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Allocated IP 172.27.1.17 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/748ef513-4b44-4ca8-958b-da9049d9c7d4) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:53:41.509866 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:41.541139 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:41.578351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:53:41.581464 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:53:41.587519 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:53:41.612542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:41.625170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'Port': ['ID=748ef513-4b44-4ca8-958b-da9049d9c7d4,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:41.640716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.641096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.641511 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.641872 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.642649 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.643116 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.643445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.643903 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.644405 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.644801 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.645129 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.645457 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.645877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.646221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.646542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:53:41.916125 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:41.973809 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for floatingip (b9779945-5e04-4ee1-87f5-298ca6c9fec3), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.047989 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.210397 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.215232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.290654 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event updated for resources: {'Port': ['ID=748ef513-4b44-4ca8-958b-da9049d9c7d4,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:53:42.302373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (b9779945-5e04-4ee1-87f5-298ca6c9fec3), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.400021 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Floating IP b9779945-5e04-4ee1-87f5-298ca6c9fec3 associated. External IP: 172.27.1.17, port: 45398252-0703-42ee-96b5-f0a29b0c73c0. Jul 25 12:53:42.768124 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:42.871104 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:53:42.977691 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:53:42.987579 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Sync routers for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:53:42.997629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:42.999155 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:53:43.000443 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:53:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:43.024916 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:43.045801 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-69fb329c-ee17-4634-b315-0a750806b674 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8587251 Jul 25 12:53:43.046382 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:53:43.049251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2512c2a-2595-44fb-843b-4f58e6e7f162" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:53:43.087185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3a189-bf99-4c1b-aabc-5a46fc5a00e6 x-openstack-request-id: req-a7b3a189-bf99-4c1b-aabc-5a46fc5a00e6 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:53:43.087474 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:53:43.087726 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7b3a189-bf99-4c1b-aabc-5a46fc5a00e6 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:53:43.088176 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b3a189-bf99-4c1b-aabc-5a46fc5a00e6'] response: {'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'status': 'completed', 'code': 200} Jul 25 12:53:43.118231 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:53:43.170699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-8347d613-6ca5-4150-86a6-65726a37e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:43.172302 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-8347d613-6ca5-4150-86a6-65726a37e6b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0407934 Jul 25 12:53:43.266727 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-2e7520a9-db5c-400e-83df-31b276fb7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:43.268244 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-2e7520a9-db5c-400e-83df-31b276fb7e4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0904446 Jul 25 12:53:43.334084 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-09f5e7a8-97bf-41dc-91b6-1a26c9950a8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 999 time: 0.0599785 Jul 25 12:53:43.334578 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b9779945-5e04-4ee1-87f5-298ca6c9fec3', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'mac_address': 'fa:16:3e:8a:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:53:41Z', 'updated_at': '2022-07-25T12:53:41Z', 'revision_number': 0, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:43.385056 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-6b4b8960-ee3d-4df5-9cc4-0871e9415ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:43.386564 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-6b4b8960-ee3d-4df5-9cc4-0871e9415ce7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0464799 Jul 25 12:53:43.432764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-6a06300f-9b0f-4f3f-ae9d-f085169de3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:43.434365 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-6a06300f-9b0f-4f3f-ae9d-f085169de3a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417030 Jul 25 12:53:43.491926 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Checking router: 660bc6f6-7dde-4b92-b8ca-448201f65cb9 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:53:43.500499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:53:43.501163 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:53:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:43.531709 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-7e997b9b-b386-4a4f-83b3-15b53e5bff38 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912418 Jul 25 12:53:43.606407 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:53:43.634352 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b2512c2a-2595-44fb-843b-4f58e6e7f162 req-5ddf0ebd-7b1f-4733-bc36-02968b0bc3f8 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905304 Jul 25 12:53:43.769272 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:43.824323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b9779945-5e04-4ee1-87f5-298ca6c9fec3', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'mac_address': 'fa:16:3e:8a:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:53:41Z', 'updated_at': '2022-07-25T12:53:41Z', 'revision_number': 0, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:53:43.853447 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf50fd-4bb3-4a75-ace5-60d971165b74 None None] The sync data for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi is: [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': 'b9779945-5e04-4ee1-87f5-298ca6c9fec3', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'mac_address': 'fa:16:3e:8a:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:53:41Z', 'updated_at': '2022-07-25T12:53:41Z', 'revision_number': 0, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:53:44.038386 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63e8a4-ef3f-4768-9e3b-fd15285c1dab None None] New status for floating IP b9779945-5e04-4ee1-87f5-298ca6c9fec3: ACTIVE {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:53:47.159884 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-1a5cf063-4595-407e-8ed8-ab2e718b9447 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429566 Jul 25 12:53:47.278431 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-5c9a9e4e-2356-4c6c-96c1-ff3c8d7c8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:47.279920 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-5c9a9e4e-2356-4c6c-96c1-ff3c8d7c8a86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47ad60e5634942149abd3837dc89a019&device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 1129 time: 0.0399108 Jul 25 12:53:47.390303 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-23ba1e84-faad-41d9-b180-5cd84784ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:47.391784 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-23ba1e84-faad-41d9-b180-5cd84784ad55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 200 len: 912 time: 0.0906518 Jul 25 12:53:47.453812 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-15a0a20b-b21e-489d-b3b3-ebac905197c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a258b775-e540-4f5e-b274-4a5be27a409a HTTP/1.1" status: 200 len: 1000 time: 0.0557373 Jul 25 12:53:47.488235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:47.504999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-7e463d20-205c-4342-a19c-78fc9d6efac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:47.506492 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-7e463d20-205c-4342-a19c-78fc9d6efac2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 200 len: 850 time: 0.0468369 Jul 25 12:53:47.552265 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-4c977f0c-a616-4f5f-ab43-ede493b6c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:53:47.553761 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-4c977f0c-a616-4f5f-ab43-ede493b6c4ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6ac7a57-2196-497c-a362-e349cd689a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401559 Jul 25 12:53:47.649414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-1b234469-45b7-4e03-876e-12fa11987e33 service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892251 Jul 25 12:53:47.754321 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1ad8e1f1-2ba6-4e2a-8be6-be7de13e6a41 req-d738c6cc-f4e0-40f4-a105-35f6b47f216f service neutron] 10.222.0.61 "GET /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982289 Jul 25 12:53:47.913139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-506af5f0-1f51-4746-964b-980c510fb465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:50.221729 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-124e378b-4471-446b-acde-84c9f3c0e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:50.821548 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=61 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:50.825929 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:51.349552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:52.665100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:53.129787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:53:54.137212 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:54.139126 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:57.744419 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:53:57.751093 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=23 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:00.590746 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:54:03.122331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:03.124217 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:04.747790 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:14.724227 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:14.724931 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:14.735868 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:14.741605 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:17.906311 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-72991f16-8a89-4ec6-848b-ef786a8aacf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:20.224383 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5b58-63e1-4bed-9c59-1ddc76236592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:21.353753 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:22.667151 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:23.135249 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:33.122450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:33.129891 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:34.744809 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:37.590507 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:54:47.296503 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-3e92ada2-0093-4970-8bd6-cd3b85988e1f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392723 Jul 25 12:54:47.372079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-5549f615-69c0-4971-82a7-3d8aa03e61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:47.373559 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-5549f615-69c0-4971-82a7-3d8aa03e61d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0412581 Jul 25 12:54:47.498425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-d1d5164e-6e62-4567-bbcd-0f36c088bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:47.499899 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-d1d5164e-6e62-4567-bbcd-0f36c088bb1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.1043215 Jul 25 12:54:47.564526 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-672b0c50-b132-4bd6-bd3f-de5530528c29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0579782 Jul 25 12:54:47.586331 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:47.587420 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:47.626680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-c2762857-7366-40d0-bf21-951f965dec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:47.628205 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-c2762857-7366-40d0-bf21-951f965dec1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0464630 Jul 25 12:54:47.683027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-bbaea8c3-ea28-453d-a6e6-db31df6223cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:47.684515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-bbaea8c3-ea28-453d-a6e6-db31df6223cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496643 Jul 25 12:54:47.774801 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-df813afa-b81f-4664-a13b-2135e5222861 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840039 Jul 25 12:54:47.870139 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fe3d6853-ed4f-49e5-b315-dadba2f1deb5 req-66ae2c75-da5a-4c4e-ab01-b7e417bd9ba2 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891094 Jul 25 12:54:47.908821 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-64447f3d-4b35-4528-937f-0fa037d7b06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:50.227455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-437b0849-28d9-49c2-9dbe-764894a1e9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:50.412168 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e4ada-b381-4202-9053-a26b74bdcf26 req-19d7f63c-0181-4e98-9721-7382872d912b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:50.413607 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-971e4ada-b381-4202-9053-a26b74bdcf26 req-19d7f63c-0181-4e98-9721-7382872d912b tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Jul 25 12:54:50.465070 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-971e4ada-b381-4202-9053-a26b74bdcf26 req-0e9c9374-dccb-4902-a4c2-ea2dc82ad329 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459199 Jul 25 12:54:51.357888 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:51.592383 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba6ba-7a9d-443c-ae71-d4c51b65d9cc req-df7d9b27-639b-4c53-a8a4-591e937375fa tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:51.593953 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ad4ba6ba-7a9d-443c-ae71-d4c51b65d9cc req-df7d9b27-639b-4c53-a8a4-591e937375fa tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Jul 25 12:54:51.655735 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ad4ba6ba-7a9d-443c-ae71-d4c51b65d9cc req-b46f4bf2-bbce-4115-9311-84d85357c038 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553861 Jul 25 12:54:52.496657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-bac47cb1-6ca8-42b6-abba-d2ae3485cd54 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:52.498075 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-bac47cb1-6ca8-42b6-abba-d2ae3485cd54 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Jul 25 12:54:52.587656 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Deleting port a258b775-e540-4f5e-b274-4a5be27a409a {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:54:52.587991 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:52.679283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:52.693232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] For port a258b775-e540-4f5e-b274-4a5be27a409a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a258b775-e540-4f5e-b274-4a5be27a409a,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:54:52.693716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:52.779427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f40ef-1592-4fa1-872b-1cdedd9d8aaf req-a694c484-2f8c-4668-ba64-6a0fda808a7d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:54:52.780828 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cf0f40ef-1592-4fa1-872b-1cdedd9d8aaf req-a694c484-2f8c-4668-ba64-6a0fda808a7d tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83515a0-0c29-4bf7-9eda-bf729d960c59 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Jul 25 12:54:52.831088 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cf0f40ef-1592-4fa1-872b-1cdedd9d8aaf req-de6ab33f-5965-480c-a20d-74dbc4284245 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups?id=4430b608-5e94-40e1-bbc4-b3eede03a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Jul 25 12:54:52.870454 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:52.870813 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:52.871125 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Floating IP b93e8ce6-0764-4413-99e6-233c9d0c9d9e disassociated. External IP: 172.27.1.92, port: a258b775-e540-4f5e-b274-4a5be27a409a. Jul 25 12:54:52.871472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Calling delete_port for a258b775-e540-4f5e-b274-4a5be27a409a owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:54:52.873264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:52.882901 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:53.007773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a258b775-e540-4f5e-b274-4a5be27a409a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:53.040290 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'Port': ['ID=a258b775-e540-4f5e-b274-4a5be27a409a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:54:53.052144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.052493 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.052844 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.053178 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.053502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.053821 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.054175 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.054497 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.054834 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.055151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.055473 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.055798 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.056105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.056427 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.056743 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:53.134000 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:53.165982 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:54:53.274765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:54:53.284228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:54:53.295088 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:54:53.295634 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:54:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:54:53.318672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] No DVR routers for this DVR port a258b775-e540-4f5e-b274-4a5be27a409a on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:54:53.321256 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:53.326316 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-990bca66-336a-448d-be87-e5409f1ae3e1 req-4416dcea-9db1-4e81-b415-8c09dbc61fe6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.61 "DELETE /v2.0/ports/a258b775-e540-4f5e-b274-4a5be27a409a HTTP/1.1" status: 204 len: 173 time: 0.8222187 Jul 25 12:54:53.326925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'name': 'network-vif-deleted', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:54:53.330017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b975775-c8de-4ed8-89b9-3658460428af" -d '{"events": [{"server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "name": "network-vif-deleted", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:54:53.377774 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08bd40-5196-49d5-b974-9c093af539c1 x-openstack-request-id: req-8f08bd40-5196-49d5-b974-9c093af539c1 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:54:53.378226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83515a0-0c29-4bf7-9eda-bf729d960c59", "name": "network-vif-deleted", "tag": "a258b775-e540-4f5e-b274-4a5be27a409a", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:54:53.378514 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f08bd40-5196-49d5-b974-9c093af539c1 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:54:53.378973 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f08bd40-5196-49d5-b974-9c093af539c1'] response: {'server_uuid': 'a83515a0-0c29-4bf7-9eda-bf729d960c59', 'name': 'network-vif-deleted', 'tag': 'a258b775-e540-4f5e-b274-4a5be27a409a', 'status': 'completed', 'code': 200} Jul 25 12:54:53.404389 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:54:53.614964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:54:53.644119 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:54:53.652751 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:54:53.653363 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:54:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:54:53.755949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:54:53.935564 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55666) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:54:53.972865 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:54:53.994536 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (4430b608-5e94-40e1-bbc4-b3eede03a37c), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:53.999579 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e0803-7076-48be-af26-f1f4cfc47994 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:47:36Z', 'revision_number': 4, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'd28423f5-631b-4e0a-b5f3-2fe9f24e6361', 'name': '', 'network_id': 'a6ac7a57-2196-497c-a362-e349cd689a47', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'mac_address': 'fa:16:3e:5e:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:36Z', 'updated_at': '2022-07-25T12:47:40Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'subnets': [{'id': '84804620-b920-4a8c-b91f-3b1f01490fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:54:54.021476 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (4430b608-5e94-40e1-bbc4-b3eede03a37c), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.075352 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (4430b608-5e94-40e1-bbc4-b3eede03a37c), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.078158 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.081762 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "DELETE /v2.0/security-groups/4430b608-5e94-40e1-bbc4-b3eede03a37c HTTP/1.1" status: 204 len: 168 time: 0.1427791 Jul 25 12:54:54.082207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55668) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:54:54.092278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3d8d8-dca2-4c06-9561-a987468c0629 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4430b608-5e94-40e1-bbc4-b3eede03a37c,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:54:54.103553 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.api.v2.resource [None req-7c84e631-1620-49f5-a6d6-44ab5286a8da tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] show failed (client error): The resource could not be found. Jul 25 12:54:54.104660 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7c84e631-1620-49f5-a6d6-44ab5286a8da tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "GET /v2.0/security-groups/4430b608-5e94-40e1-bbc4-b3eede03a37c HTTP/1.1" status: 404 len: 347 time: 0.0214112 Jul 25 12:54:54.107737 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55670) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:54:54.230035 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Deleting port 2b962434-8089-4784-8bb4-cfef737ee1bd {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:54:54.230376 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.259399 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf6346a-21f9-4e52-9cf6-c278f5318809 None None] New status for floating IP b93e8ce6-0764-4413-99e6-233c9d0c9d9e: DOWN {{(pid=105688) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:54:54.315764 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.316093 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (2b962434-8089-4784-8bb4-cfef737ee1bd), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.330160 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Calling delete_port for 2b962434-8089-4784-8bb4-cfef737ee1bd owned by network:floatingip {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:54:54.471876 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (2b962434-8089-4784-8bb4-cfef737ee1bd), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.498651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Pushing event deleted for resources: {'Port': ['ID=2b962434-8089-4784-8bb4-cfef737ee1bd,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:54:54.524108 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.524447 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.524781 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.525113 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.525438 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.525757 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.526108 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.526426 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.526743 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.527065 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.527378 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.527693 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.528007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.528318 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.528630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:54:54.572728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks [] for floatingip (b93e8ce6-0764-4413-99e6-233c9d0c9d9e), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.576920 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:54.578658 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ee7f094b-32ca-4bee-96b4-5617a98839d6 tempest-AttachVolumeTestJSON-182523797 tempest-AttachVolumeTestJSON-182523797-project] 10.222.0.60 "DELETE /v2.0/floatingips/b93e8ce6-0764-4413-99e6-233c9d0c9d9e HTTP/1.1" status: 204 len: 168 time: 0.4698765 Jul 25 12:54:56.614577 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device a258b775-e540-4f5e-b274-4a5be27a409a no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:54:56.637440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: a258b775-e540-4f5e-b274-4a5be27a409a {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:54:56.637781 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device a258b775-e540-4f5e-b274-4a5be27a409a not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:54:58.168919 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55698) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:54:58.756510 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:58.820289 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:58.837830 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:59.063515 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Deleting port d28423f5-631b-4e0a-b5f3-2fe9f24e6361 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:54:59.063850 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:59.144903 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] For port d28423f5-631b-4e0a-b5f3-2fe9f24e6361, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:54:59.145258 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:59.159005 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Calling delete_port for d28423f5-631b-4e0a-b5f3-2fe9f24e6361 owned by network:router_interface {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:54:59.339785 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (d28423f5-631b-4e0a-b5f3-2fe9f24e6361), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:59.370444 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=d28423f5-631b-4e0a-b5f3-2fe9f24e6361,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:54:59.541015 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:54:59.650484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:59.683846 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:59.754383 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:54:59.859362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:54:59.864682 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-24bb1d68-4934-4f30-b2ff-0e8922f5f79a admin admin] 10.222.0.60 "PUT /v2.0/routers/3bb1292b-a5b7-4431-8141-fc3c64e9fc7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944928 Jul 25 12:54:59.867304 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55702) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:54:59.868885 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Sync routers for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:54:59.879801 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:54:59.880426 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:54:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:54:59.924082 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:54:59.969200 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks [] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.074793 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks [] for router_gateway (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.081103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:00.114499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:55:00.126129 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Deleting port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:55:00.126465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.213269 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] For port 08bf0d45-9da2-4de0-9c28-c0c53b7b2871, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:55:00.213620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.227014 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Calling delete_port for 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 owned by network:router_gateway {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:55:00.293167 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:54:59Z', 'revision_number': 5, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port': {'id': '08bf0d45-9da2-4de0-9c28-c0c53b7b2871', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:47:34Z', 'updated_at': '2022-07-25T12:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:00.322727 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Checking router: 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:55:00.331477 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Routers {'3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:55:00.332103 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:54:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:00.401235 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (08bf0d45-9da2-4de0-9c28-c0c53b7b2871), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.415501 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] Set router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c gateway port host: None {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:55:00.426217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bf0d45-9da2-4de0-9c28-c0c53b7b2871,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:00.468422 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:55:00Z', 'revision_number': 6, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:00.494262 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08fc7e-9a96-4b56-b784-d139463c0c48 None None] The sync data for ids ['3bb1292b-a5b7-4431-8141-fc3c64e9fc7c'] in dv-cinder-825492-28-iscsi is: [{'id': '3bb1292b-a5b7-4431-8141-fc3c64e9fc7c', 'name': 'tempest-AttachVolumeTestJSON-1504120323-router', 'tenant_id': '47ad60e5634942149abd3837dc89a019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:47:33Z', 'updated_at': '2022-07-25T12:55:00Z', 'revision_number': 6, 'project_id': '47ad60e5634942149abd3837dc89a019', 'gw_port_host': None}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:55:00.499216 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.553529 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:00.590616 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.593669 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks [] for router_controller (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.596918 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:00.641705 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (3bb1292b-a5b7-4431-8141-fc3c64e9fc7c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.642536 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb1292b-a5b7-4431-8141-fc3c64e9fc7c {{(pid=105686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:55:00.647686 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.648854 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7ff6d00e-876d-49f8-b3cf-94092cf87c36 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3bb1292b-a5b7-4431-8141-fc3c64e9fc7c HTTP/1.1" status: 204 len: 168 time: 0.7804072 Jul 25 12:55:00.652024 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55704) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:00.697498 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Deleting subnet 84804620-b920-4a8c-b91f-3b1f01490fdb {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:55:00.700868 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Publish callbacks [] for subnet (84804620-b920-4a8c-b91f-3b1f01490fdb), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.741605 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (84804620-b920-4a8c-b91f-3b1f01490fdb), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.816827 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (84804620-b920-4a8c-b91f-3b1f01490fdb), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.875327 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (84804620-b920-4a8c-b91f-3b1f01490fdb), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.912495 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84804620-b920-4a8c-b91f-3b1f01490fdb,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:00.919517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:00.926499 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8b47f911-f09b-46d0-9916-ce6a82ea7b26 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/84804620-b920-4a8c-b91f-3b1f01490fdb HTTP/1.1" status: 204 len: 168 time: 0.2704794 Jul 25 12:55:00.926499 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55706) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:00.929575 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d2370-02c8-487a-b3cb-11e7a16b14b3 None None] Network a6ac7a57-2196-497c-a362-e349cd689a47 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:55:01.002247 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (a6ac7a57-2196-497c-a362-e349cd689a47), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.046506 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Deleting port 32b1c463-9496-466b-b934-72a8850e9f23 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:55:01.046884 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (32b1c463-9496-466b-b934-72a8850e9f23), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.128028 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] For port 32b1c463-9496-466b-b934-72a8850e9f23, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=32b1c463-9496-466b-b934-72a8850e9f23,segment=NetworkSegment(c08fd9c7-a18a-497a-b501-5354b92d0625),segment_id=c08fd9c7-a18a-497a-b501-5354b92d0625)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:55:01.128392 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (32b1c463-9496-466b-b934-72a8850e9f23), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.146394 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Calling delete_port for 32b1c463-9496-466b-b934-72a8850e9f23 owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:55:01.228094 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (32b1c463-9496-466b-b934-72a8850e9f23), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.256246 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Pushing event deleted for resources: {'Port': ['ID=32b1c463-9496-466b-b934-72a8850e9f23,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:01.259681 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] No DVR routers for this DVR port 32b1c463-9496-466b-b934-72a8850e9f23 on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:55:01.320472 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a39cd-8168-43d7-89ed-f443cc9db016 None None] DHCP port deletion for a6ac7a57-2196-497c-a362-e349cd689a47 request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:55:01.341212 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (a6ac7a57-2196-497c-a362-e349cd689a47), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.371414 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ac7a57-2196-497c-a362-e349cd689a47']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:01.382820 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08fd9c7-a18a-497a-b501-5354b92d0625') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:01.383116 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08fd9c7-a18a-497a-b501-5354b92d0625') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:55:01.396114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (c08fd9c7-a18a-497a-b501-5354b92d0625), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.410018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device d28423f5-631b-4e0a-b5f3-2fe9f24e6361 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:55:01.416115 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (c08fd9c7-a18a-497a-b501-5354b92d0625), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.424328 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:55:01.424780 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (c08fd9c7-a18a-497a-b501-5354b92d0625), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.450989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: d28423f5-631b-4e0a-b5f3-2fe9f24e6361 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:55:01.451340 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device d28423f5-631b-4e0a-b5f3-2fe9f24e6361 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:55:01.478651 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment c08fd9c7-a18a-497a-b501-5354b92d0625 resource provider aggregate not found Jul 25 12:55:01.497613 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment c08fd9c7-a18a-497a-b501-5354b92d0625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c08fd9c7-a18a-497a-b501-5354b92d0625 found for delete ", "request_id": "req-54c926e9-daea-4f73-b6d7-b01ab24d24a1"}]} Jul 25 12:55:01.507833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (a6ac7a57-2196-497c-a362-e349cd689a47), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.512554 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.519846 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6ac7a57-2196-497c-a362-e349cd689a47 HTTP/1.1" status: 204 len: 168 time: 0.5926275 Jul 25 12:55:01.534259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8014-a13b-4a69-80e2-cd4133353dec admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ac7a57-2196-497c-a362-e349cd689a47,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:01.664980 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55714) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:01.714126 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-516fdfe5-d127-4c3d-9120-75b5c06eb98d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47ad60e5634942149abd3837dc89a019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478737 Jul 25 12:55:01.716823 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55716) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:01.778706 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] Publish callbacks [] for security_group (1d2385c3-c0ff-452c-be82-2d821b586f63), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.808428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] Publish callbacks [] for security_group (1d2385c3-c0ff-452c-be82-2d821b586f63), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.859729 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (1d2385c3-c0ff-452c-be82-2d821b586f63), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.863242 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:01.864441 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d2385c3-c0ff-452c-be82-2d821b586f63 HTTP/1.1" status: 204 len: 168 time: 0.1466432 Jul 25 12:55:01.873132 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084791f0-9aa1-4d84-bdaf-ee42c2fd5e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2385c3-c0ff-452c-be82-2d821b586f63,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:02.939035 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 32b1c463-9496-466b-b934-72a8850e9f23 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:55:02.959492 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 32b1c463-9496-466b-b934-72a8850e9f23 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:55:02.959847 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 32b1c463-9496-466b-b934-72a8850e9f23 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:55:02.960251 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:55:02.978841 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:55:02.979184 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 08bf0d45-9da2-4de0-9c28-c0c53b7b2871 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:55:04.344377 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:04.346491 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:04.759626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:04.882482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55848) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:04.987845 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2453dad5-7c46-4fc1-a944-9a2cafb387cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.040132 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:05.051756 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:05.070835 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2453dad5-7c46-4fc1-a944-9a2cafb387cf admin admin] Publish callbacks [] for security_group (baa30439-172e-440f-b19c-989daba8a637), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.074861 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2453dad5-7c46-4fc1-a944-9a2cafb387cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (baa30439-172e-440f-b19c-989daba8a637), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.116932 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2453dad5-7c46-4fc1-a944-9a2cafb387cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cda76449b714c64b8ed3288fd2f544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333465 Jul 25 12:55:05.117773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453dad5-7c46-4fc1-a944-9a2cafb387cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa30439-172e-440f-b19c-989daba8a637,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:05.120743 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55852) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:05.127827 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:05.134915 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:05.176363 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] Publish callbacks [] for security_group (baa30439-172e-440f-b19c-989daba8a637), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.197801 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] Publish callbacks [] for security_group (baa30439-172e-440f-b19c-989daba8a637), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.248434 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (baa30439-172e-440f-b19c-989daba8a637), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.251641 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.252794 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baa30439-172e-440f-b19c-989daba8a637 HTTP/1.1" status: 204 len: 168 time: 0.1306512 Jul 25 12:55:05.261293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a9f72-bdff-4ccf-a781-60f90d536250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa30439-172e-440f-b19c-989daba8a637,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:05.525243 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55858) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:05.539294 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f052fa7-d946-4ebf-9bf5-f181a6561c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.618469 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f052fa7-d946-4ebf-9bf5-f181a6561c4e admin admin] Publish callbacks [] for security_group (b591e8eb-4063-444b-82b8-a655d6070bba), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.622593 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4f052fa7-d946-4ebf-9bf5-f181a6561c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b591e8eb-4063-444b-82b8-a655d6070bba), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.662397 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4f052fa7-d946-4ebf-9bf5-f181a6561c4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0187bb4627274840a123853171b5647d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361015 Jul 25 12:55:05.663351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052fa7-d946-4ebf-9bf5-f181a6561c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591e8eb-4063-444b-82b8-a655d6070bba,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:05.665023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55860) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:05.714664 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] Publish callbacks [] for security_group (b591e8eb-4063-444b-82b8-a655d6070bba), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.739256 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] Publish callbacks [] for security_group (b591e8eb-4063-444b-82b8-a655d6070bba), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.788121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (b591e8eb-4063-444b-82b8-a655d6070bba), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.789848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:05.791989 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b591e8eb-4063-444b-82b8-a655d6070bba HTTP/1.1" status: 204 len: 168 time: 0.1251652 Jul 25 12:55:05.800657 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54359719-c98d-4715-88cf-5052e5e9dc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591e8eb-4063-444b-82b8-a655d6070bba,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:07.613039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55914) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:07.724024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4011-7388-4e5e-930d-db030bee92e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.806746 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4011-7388-4e5e-930d-db030bee92e6 admin admin] Publish callbacks [] for security_group (59042f01-86d7-4eca-8026-883054760807), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.810432 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4011-7388-4e5e-930d-db030bee92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (59042f01-86d7-4eca-8026-883054760807), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.850741 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9a7d4011-7388-4e5e-930d-db030bee92e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1004019e09954fd483c1e0591e455655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366409 Jul 25 12:55:07.851866 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4011-7388-4e5e-930d-db030bee92e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59042f01-86d7-4eca-8026-883054760807,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:07.853487 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55918) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:07.904088 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] Publish callbacks [] for security_group (59042f01-86d7-4eca-8026-883054760807), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.926337 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] Publish callbacks [] for security_group (59042f01-86d7-4eca-8026-883054760807), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.974707 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (59042f01-86d7-4eca-8026-883054760807), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.977240 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:07.978363 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59042f01-86d7-4eca-8026-883054760807 HTTP/1.1" status: 204 len: 168 time: 0.1238170 Jul 25 12:55:07.985972 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3b265-968d-49de-8504-2a3d858f6f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59042f01-86d7-4eca-8026-883054760807,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:08.253562 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 55924) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:08.267484 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f1e25147-4ce7-4eb9-a6d4-1875836fd80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.344721 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f1e25147-4ce7-4eb9-a6d4-1875836fd80c admin admin] Publish callbacks [] for security_group (587eeb18-7dcb-4fb3-a90d-59593021c702), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.348295 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f1e25147-4ce7-4eb9-a6d4-1875836fd80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (587eeb18-7dcb-4fb3-a90d-59593021c702), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.387228 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f1e25147-4ce7-4eb9-a6d4-1875836fd80c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e64d8e86b9324c78b3ea138bd941b544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325898 Jul 25 12:55:08.388293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25147-4ce7-4eb9-a6d4-1875836fd80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587eeb18-7dcb-4fb3-a90d-59593021c702,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:08.390016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 55926) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:08.440418 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] Publish callbacks [] for security_group (587eeb18-7dcb-4fb3-a90d-59593021c702), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.463193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] Publish callbacks [] for security_group (587eeb18-7dcb-4fb3-a90d-59593021c702), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.513373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (587eeb18-7dcb-4fb3-a90d-59593021c702), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.516471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:08.517613 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/587eeb18-7dcb-4fb3-a90d-59593021c702 HTTP/1.1" status: 204 len: 168 time: 0.1258163 Jul 25 12:55:08.525395 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e39e4-e082-45d6-9d81-fdd3987f088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587eeb18-7dcb-4fb3-a90d-59593021c702,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:14.590184 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:55:17.912023 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b3beb791-f09b-4ea7-bbbb-c501c78c3281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:18.381896 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:18.383800 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:18.498783 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:18.520949 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:19.823461 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56020) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:19.936336 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36be6506-fce9-420c-963f-592aed838b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.015980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36be6506-fce9-420c-963f-592aed838b95 admin admin] Publish callbacks [] for security_group (62de1cb8-0d99-4d91-a1ca-d6805c7561f1), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.024107 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-36be6506-fce9-420c-963f-592aed838b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (62de1cb8-0d99-4d91-a1ca-d6805c7561f1), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.065384 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-36be6506-fce9-420c-963f-592aed838b95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d48b8154d7540dc9ee15a0660144d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408106 Jul 25 12:55:20.066282 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be6506-fce9-420c-963f-592aed838b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de1cb8-0d99-4d91-a1ca-d6805c7561f1,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:20.068151 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56024) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:20.120628 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] Publish callbacks [] for security_group (62de1cb8-0d99-4d91-a1ca-d6805c7561f1), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.143724 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] Publish callbacks [] for security_group (62de1cb8-0d99-4d91-a1ca-d6805c7561f1), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.197813 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (62de1cb8-0d99-4d91-a1ca-d6805c7561f1), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.200385 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.201820 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62de1cb8-0d99-4d91-a1ca-d6805c7561f1 HTTP/1.1" status: 204 len: 168 time: 0.1326854 Jul 25 12:55:20.210271 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d09f0-7cf7-4b2a-a531-09237c31af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de1cb8-0d99-4d91-a1ca-d6805c7561f1,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:20.251080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-00a4238d-7364-4f1c-86fe-ccb6bd6b8238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.483612 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56030) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:20.498023 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79a75276-e735-4bd9-bf89-9d42b3632ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.585625 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79a75276-e735-4bd9-bf89-9d42b3632ec3 admin admin] Publish callbacks [] for security_group (01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.590289 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-79a75276-e735-4bd9-bf89-9d42b3632ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.632251 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a75276-e735-4bd9-bf89-9d42b3632ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:20.636535 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-79a75276-e735-4bd9-bf89-9d42b3632ec3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fb3dfd74f5741d48e12e41cb0004002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512814 Jul 25 12:55:20.639712 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56032) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:20.695527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] Publish callbacks [] for security_group (01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.717780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] Publish callbacks [] for security_group (01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.764482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.767582 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:20.768727 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c HTTP/1.1" status: 204 len: 168 time: 0.1271524 Jul 25 12:55:20.776895 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0b199-f9a4-4fe9-acee-075c28a4052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f3e57a-2a1a-40cf-b5c1-5a0ba8fc035c,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:21.357931 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:22.673307 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:23.130503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:24.585509 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:24.586291 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:30.622611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:30.629827 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:30.771843 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:30.772545 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:33.124166 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:33.126176 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:34.774027 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:44.714734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56162) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:44.767796 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:44.769754 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:44.828627 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-88a1cb18-deae-4382-a73d-3f7020180fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:44.906683 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-88a1cb18-deae-4382-a73d-3f7020180fe3 admin admin] Publish callbacks [] for security_group (e3d734d4-2673-4a7d-bf4f-62b8b659cdbd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:44.911031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-88a1cb18-deae-4382-a73d-3f7020180fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3d734d4-2673-4a7d-bf4f-62b8b659cdbd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:44.950489 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-88a1cb18-deae-4382-a73d-3f7020180fe3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a60cad8f82c34f3fbbb6716380810396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346883 Jul 25 12:55:44.951418 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1cb18-deae-4382-a73d-3f7020180fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d734d4-2673-4a7d-bf4f-62b8b659cdbd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:44.953267 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56166) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:55:45.003019 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] Publish callbacks [] for security_group (e3d734d4-2673-4a7d-bf4f-62b8b659cdbd), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:45.023556 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] Publish callbacks [] for security_group (e3d734d4-2673-4a7d-bf4f-62b8b659cdbd), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:45.071510 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (e3d734d4-2673-4a7d-bf4f-62b8b659cdbd), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:45.073944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:45.075039 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3d734d4-2673-4a7d-bf4f-62b8b659cdbd HTTP/1.1" status: 204 len: 168 time: 0.1205752 Jul 25 12:55:45.082660 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70a822-6ddb-4b30-aa38-75110894639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d734d4-2673-4a7d-bf4f-62b8b659cdbd,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:55:47.914832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6751f849-f14a-4988-85f2-11eb1f1e99c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:48.255849 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-bb46c4b1-41f7-42af-86fa-dd45a90dab85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311574 Jul 25 12:55:48.359079 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-ba79f66d-8546-4acb-a435-fa672cf54a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:48.360516 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-ba79f66d-8546-4acb-a435-fa672cf54a14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0385597 Jul 25 12:55:48.462767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-8793bd15-456c-40ee-bdef-8968fc3a0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:48.464229 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-8793bd15-456c-40ee-bdef-8968fc3a0baa service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0859735 Jul 25 12:55:48.527295 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-d75a44b3-2aaf-49dd-9f70-de1bcf0b4759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0565515 Jul 25 12:55:48.579394 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-f1937ba4-3d72-48d1-b5d1-ef64e6eac463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:48.580878 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-f1937ba4-3d72-48d1-b5d1-ef64e6eac463 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0474637 Jul 25 12:55:48.625057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-e885dd2c-db7c-4e49-9b4f-0612da805a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:48.626978 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-e885dd2c-db7c-4e49-9b4f-0612da805a3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391319 Jul 25 12:55:48.724091 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-09759866-bf72-4a78-938b-ea4ef87b2e66 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899763 Jul 25 12:55:48.813769 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0f064252-7155-4769-9b6d-1d760c8c1b3d req-1f80fd21-10dc-4b90-b36a-8879112875ab service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823417 Jul 25 12:55:50.233442 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-044a6b6a-8826-4737-a666-e28b6c6c8f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:51.367243 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:51.589923 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:55:52.680550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:53.133646 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:55:55.058940 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:55.078710 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:57.547615 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:55:58.767874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e288e9-dda4-47b6-8ba0-672206b92360 req-14c0527c-e56c-4f05-bf00-7d761a1ebf39 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:58.769305 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d8e288e9-dda4-47b6-8ba0-672206b92360 req-14c0527c-e56c-4f05-bf00-7d761a1ebf39 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0475338 Jul 25 12:55:58.820909 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d8e288e9-dda4-47b6-8ba0-672206b92360 req-16f1b605-8ff4-495a-8591-4da21e4ffb7d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Jul 25 12:55:59.938612 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d8867-2060-482d-b9d6-148892580a43 req-0cca9470-beaf-4b83-aaa6-57ea6a21b780 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:55:59.940612 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4a8d8867-2060-482d-b9d6-148892580a43 req-0cca9470-beaf-4b83-aaa6-57ea6a21b780 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0459847 Jul 25 12:55:59.992393 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4a8d8867-2060-482d-b9d6-148892580a43 req-f17eff89-d393-4a11-943f-458538276b0e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Jul 25 12:56:01.118979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b30-8c4a-4e7d-a9e0-524348fe55c2 req-555f8196-7731-4f78-bec1-5989fe5b38bf tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:01.120475 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5fc6b30-8c4a-4e7d-a9e0-524348fe55c2 req-555f8196-7731-4f78-bec1-5989fe5b38bf tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0533996 Jul 25 12:56:01.170168 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5fc6b30-8c4a-4e7d-a9e0-524348fe55c2 req-c03a91c2-c26b-4cf8-8247-e9ce839ad86a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Jul 25 12:56:01.586404 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=7 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:02.309080 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ffaba-cc6c-417e-abbf-437e3301c9b5 req-d14b6f0e-43cf-482f-8809-7e396f46f41a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:02.310713 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5d3ffaba-cc6c-417e-abbf-437e3301c9b5 req-d14b6f0e-43cf-482f-8809-7e396f46f41a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Jul 25 12:56:02.369138 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5d3ffaba-cc6c-417e-abbf-437e3301c9b5 req-f0d55d19-4ff9-48ea-b712-00625e950153 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527971 Jul 25 12:56:03.127556 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:03.129426 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:03.508170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:03.519484 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfbcdb-9298-4c74-9410-e1b39ad7987f req-bfb5cd8b-e4e2-4339-b50d-39ad13e9b26a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:03.521256 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1edfbcdb-9298-4c74-9410-e1b39ad7987f req-bfb5cd8b-e4e2-4339-b50d-39ad13e9b26a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0634966 Jul 25 12:56:03.582023 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-1edfbcdb-9298-4c74-9410-e1b39ad7987f req-4cf285d8-7690-4a95-95b4-a7623ef38448 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526836 Jul 25 12:56:04.793378 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:04.957751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f500-3431-44ab-a2f9-c6c9bd11ca7c req-116f98ea-0f18-4101-b4cf-45b367afa626 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:04.959275 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b665f500-3431-44ab-a2f9-c6c9bd11ca7c req-116f98ea-0f18-4101-b4cf-45b367afa626 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.2983043 Jul 25 12:56:05.010070 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-b665f500-3431-44ab-a2f9-c6c9bd11ca7c req-b181a861-1257-47f3-a431-3f388bf454a4 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451686 Jul 25 12:56:06.113549 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:06.134393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225413-b5ca-4370-88c8-3dd327c90db1 req-9fa67863-99bd-4d24-bc51-f31ac220534a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:06.135857 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0225413-b5ca-4370-88c8-3dd327c90db1 req-9fa67863-99bd-4d24-bc51-f31ac220534a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0530293 Jul 25 12:56:06.187840 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b0225413-b5ca-4370-88c8-3dd327c90db1 req-7d46c17c-ba8d-4a40-93bd-f420117559d4 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463152 Jul 25 12:56:07.308697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25dd57-40ba-4df0-8519-55bb361055e7 req-7ce80c7d-8d08-4cf9-9f2a-833a70e2c3a9 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:07.310207 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1b25dd57-40ba-4df0-8519-55bb361055e7 req-7ce80c7d-8d08-4cf9-9f2a-833a70e2c3a9 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0491869 Jul 25 12:56:07.360152 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-1b25dd57-40ba-4df0-8519-55bb361055e7 req-245d07b4-8998-4a04-9afb-941929870858 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Jul 25 12:56:08.483389 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0aeb-1a07-405f-af58-b66367333942 req-a07d8ba8-0af2-44ef-8a84-a70568578a07 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:08.484768 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-353f0aeb-1a07-405f-af58-b66367333942 req-a07d8ba8-0af2-44ef-8a84-a70568578a07 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0495243 Jul 25 12:56:08.535412 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-353f0aeb-1a07-405f-af58-b66367333942 req-6f27c8a5-03a6-48c8-afa0-e5c51c795f08 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 Jul 25 12:56:09.033862 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-ad6b1764-4ce9-4fea-9305-d7b44b7e70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:09.035426 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-ad6b1764-4ce9-4fea-9305-d7b44b7e70a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0392838 Jul 25 12:56:09.135180 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-73c289ff-1a1b-4362-b080-4b85b1b394fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:09.137518 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-73c289ff-1a1b-4362-b080-4b85b1b394fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0948720 Jul 25 12:56:09.199889 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-310b4eef-8649-4473-a06d-3fa41d773fa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0559537 Jul 25 12:56:09.253203 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-53d24bb1-77b0-45e5-b40e-8874857b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:09.254660 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-53d24bb1-77b0-45e5-b40e-8874857b876d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0479710 Jul 25 12:56:09.299963 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-8b6104a4-e486-4ff9-8f7d-f3758f5ec7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:09.301518 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-8b6104a4-e486-4ff9-8f7d-f3758f5ec7bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401251 Jul 25 12:56:09.396102 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-622cd03a-e15f-4e27-bb61-ab6d2f7a01fe service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875127 Jul 25 12:56:09.501642 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dadc03c3-419c-4aa6-86f8-52e9cfe1d41f req-18765ff8-7050-4766-b9e5-f3fac79a39fb service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924354 Jul 25 12:56:09.658432 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a668d6-9030-47dc-b044-85bc7939c53f req-bab02d95-9ece-452f-870e-99fbdd027d9d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:09.659807 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-08a668d6-9030-47dc-b044-85bc7939c53f req-bab02d95-9ece-452f-870e-99fbdd027d9d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Jul 25 12:56:09.709650 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-08a668d6-9030-47dc-b044-85bc7939c53f req-7ee496d5-2408-4f11-8163-8aecfb63c645 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Jul 25 12:56:10.831115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371e8d-0699-4356-9df0-8b0b05c67399 req-c317445a-7158-4411-8b28-d5df4c915ff2 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:10.832571 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f1371e8d-0699-4356-9df0-8b0b05c67399 req-c317445a-7158-4411-8b28-d5df4c915ff2 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0487757 Jul 25 12:56:10.886722 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f1371e8d-0699-4356-9df0-8b0b05c67399 req-ab7fe509-2de2-4ca4-8c9e-631f5f43d99b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Jul 25 12:56:12.012409 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcbe3f-dca5-4902-b7f2-3a938ec9e099 req-f53b15ad-3aef-47ea-86fc-2a22927a71bd tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:12.013866 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4cdcbe3f-dca5-4902-b7f2-3a938ec9e099 req-f53b15ad-3aef-47ea-86fc-2a22927a71bd tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0509799 Jul 25 12:56:12.066140 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4cdcbe3f-dca5-4902-b7f2-3a938ec9e099 req-9772833e-3e24-469b-b972-66adbac7afca tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Jul 25 12:56:12.297549 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3d6c2-5d09-4d49-98ae-86c1982669c5 req-82382476-041a-438d-916a-e123c4f32b42 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:12.299920 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-01c3d6c2-5d09-4d49-98ae-86c1982669c5 req-82382476-041a-438d-916a-e123c4f32b42 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Jul 25 12:56:12.313436 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-7ff9f9e0-c6f0-4934-90a2-e4f62d11ba71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890281 Jul 25 12:56:12.370857 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-01c3d6c2-5d09-4d49-98ae-86c1982669c5 req-e83519ad-c348-4546-9104-fa68b298516c tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652573 Jul 25 12:56:12.512074 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-1b918f01-0e29-4d0e-83fe-3d1260e5b8ae tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:12.513426 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-1b918f01-0e29-4d0e-83fe-3d1260e5b8ae tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports/45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 943 time: 0.1724792 Jul 25 12:56:13.491202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2941-cf66-4b1c-9672-03a0e47df503 req-0f177238-115b-42ec-8ab6-828aebf835b3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:13.492630 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-45ef2941-cf66-4b1c-9672-03a0e47df503 req-0f177238-115b-42ec-8ab6-828aebf835b3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0465209 Jul 25 12:56:13.540549 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-45ef2941-cf66-4b1c-9672-03a0e47df503 req-55cb03d5-6a0e-4a4a-ab97-74d8feebc7ba tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Jul 25 12:56:14.659668 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622ce4f-e925-4c75-992e-563f02f84418 req-469f79cb-5022-4071-b914-ff56cef9fb17 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:14.661443 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5622ce4f-e925-4c75-992e-563f02f84418 req-469f79cb-5022-4071-b914-ff56cef9fb17 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0505116 Jul 25 12:56:14.717102 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5622ce4f-e925-4c75-992e-563f02f84418 req-a27d1774-986e-4421-90f0-851e3939b068 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493221 Jul 25 12:56:14.732228 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=12 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:14.733422 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:14.781614 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:14.789018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:14.893051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:56:14.965320 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 45398252-0703-42ee-96b5-f0a29b0c73c0 is: ACTIVE; New status is: DOWN {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:14.965703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:14.990732 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:56:14.993025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901d70dc-026c-4e84-880c-1d71d95fa98b" -d '{"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:56:15.008430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:15.012502 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:15.036952 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31006f5-7c29-4cfb-9e4d-f8da70c7eb88 x-openstack-request-id: req-e31006f5-7c29-4cfb-9e4d-f8da70c7eb88 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:56:15.037243 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:56:15.037495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e31006f5-7c29-4cfb-9e4d-f8da70c7eb88 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:56:15.037897 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31006f5-7c29-4cfb-9e4d-f8da70c7eb88'] response: {'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'code': 200} Jul 25 12:56:15.062587 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=6']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:15.070193 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.070542 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.070885 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.071224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.071559 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.071890 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.072216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.072541 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.072898 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.073227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.073553 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.073882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.074226 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.074545 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.074864 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:15.350715 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-898d81c4-e240-4a6d-b0d6-e9adfed8f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.352129 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-898d81c4-e240-4a6d-b0d6-e9adfed8f64f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&tenant_id=b7a69b02cd124acdb14727ea0711c1f8 HTTP/1.1" status: 200 len: 1128 time: 0.0383151 Jul 25 12:56:15.433145 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-0c400f62-691a-4173-a535-886d1e81bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.434584 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-0c400f62-691a-4173-a535-886d1e81bd27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1128 time: 0.0407403 Jul 25 12:56:15.484837 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:15.493078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:15.524467 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-719b688e-9f16-4538-9b44-94abd0b924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.525887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-719b688e-9f16-4538-9b44-94abd0b924d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0844474 Jul 25 12:56:15.588660 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-215f3631-82a3-4c94-aa5a-738793ca5eb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 999 time: 0.0560548 Jul 25 12:56:15.637380 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-fde3c564-e1b7-40d5-971f-84d46391f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.638825 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-fde3c564-e1b7-40d5-971f-84d46391f547 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0436094 Jul 25 12:56:15.682771 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-b20e7965-1db1-401e-aa33-5c392dac79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.684206 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-b20e7965-1db1-401e-aa33-5c392dac79be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386755 Jul 25 12:56:15.775221 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-d0a62551-80bd-40d1-92a3-c399ea591f70 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Jul 25 12:56:15.834110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636df90e-403e-4c97-8c11-64286e288b4f req-618ac992-6a3e-44a0-93d2-9fd3f393d929 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:15.835593 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-636df90e-403e-4c97-8c11-64286e288b4f req-618ac992-6a3e-44a0-93d2-9fd3f393d929 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0468972 Jul 25 12:56:15.865317 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-23ae6c64-5297-4ee6-a59a-b39bc36d7bc3 req-2dfea500-5d28-45ad-be1f-73dacba0e14d service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831671 Jul 25 12:56:15.890049 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-636df90e-403e-4c97-8c11-64286e288b4f req-f0d5e0f1-a006-48ff-b341-8f0ce531657a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487044 Jul 25 12:56:17.013677 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5f897-310f-45dc-a30f-234d3030c839 req-fe172055-cff9-404d-88b4-6745a65a373d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:17.015153 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99d5f897-310f-45dc-a30f-234d3030c839 req-fe172055-cff9-404d-88b4-6745a65a373d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0505707 Jul 25 12:56:17.062333 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-99d5f897-310f-45dc-a30f-234d3030c839 req-0c40d1ed-db8b-4652-900c-ae472e61b975 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Jul 25 12:56:17.916902 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a721a09c-b370-4f25-934d-226a705debc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:18.185730 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44839e-bfb3-4051-831e-32cdf56fd24c req-31826af6-0995-44cd-8d43-6d2abe65ff73 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:18.187231 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fc44839e-bfb3-4051-831e-32cdf56fd24c req-31826af6-0995-44cd-8d43-6d2abe65ff73 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0542388 Jul 25 12:56:18.236582 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-fc44839e-bfb3-4051-831e-32cdf56fd24c req-cf944bd6-10b3-4693-84cf-d8c13a681849 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Jul 25 12:56:19.352230 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85309-4f1c-469e-bca8-b6e7bed86c38 req-616abace-76c1-496f-ba60-98a44b696011 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:19.353661 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e4f85309-4f1c-469e-bca8-b6e7bed86c38 req-616abace-76c1-496f-ba60-98a44b696011 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0463960 Jul 25 12:56:19.402118 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-e4f85309-4f1c-469e-bca8-b6e7bed86c38 req-460a5fbc-5fa9-4f9a-accc-0a08a35645fc tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Jul 25 12:56:20.235051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fdf17e24-054a-4d24-b9fc-f847e5a05eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:20.517295 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21657c-8396-4603-a2f5-c8577d6060c0 req-b599ad1a-9ce7-42a6-a1d2-a09184334a0e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:20.518792 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6b21657c-8396-4603-a2f5-c8577d6060c0 req-b599ad1a-9ce7-42a6-a1d2-a09184334a0e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0471210 Jul 25 12:56:20.530465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:20.548981 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:20.567175 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6b21657c-8396-4603-a2f5-c8577d6060c0 req-a9270abf-517b-4184-9c6d-716b8a8e0425 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Jul 25 12:56:21.363990 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:21.682935 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8294a-9a9b-4483-a1bd-2e628269dc48 req-7bb2338d-4105-4385-9910-54cc7b66657b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:21.684370 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9d8294a-9a9b-4483-a1bd-2e628269dc48 req-7bb2338d-4105-4385-9910-54cc7b66657b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0464208 Jul 25 12:56:21.734887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b9d8294a-9a9b-4483-a1bd-2e628269dc48 req-2396d8f9-f282-4817-bbdd-35070898f649 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Jul 25 12:56:22.678567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:22.854746 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4571e4-ddc5-4a44-944f-48743a6d8374 req-0b31029a-ccf3-4de4-9118-851347ba7b0a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:22.856205 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8e4571e4-ddc5-4a44-944f-48743a6d8374 req-0b31029a-ccf3-4de4-9118-851347ba7b0a tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0503681 Jul 25 12:56:22.905436 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8e4571e4-ddc5-4a44-944f-48743a6d8374 req-c1ab4872-eb2a-494c-ae8c-e6d40b80a07e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 Jul 25 12:56:23.138323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:24.022195 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661ea55-34af-4d2f-aa4a-8d5c6ea91758 req-b83ed9fb-b196-444a-9fc5-c940777c2a64 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:24.023611 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8661ea55-34af-4d2f-aa4a-8d5c6ea91758 req-b83ed9fb-b196-444a-9fc5-c940777c2a64 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 944 time: 0.0467081 Jul 25 12:56:24.071693 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8661ea55-34af-4d2f-aa4a-8d5c6ea91758 req-c5a81eac-7b2d-441b-a3f7-382346ecf2a4 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Jul 25 12:56:24.936928 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:56:25.033593 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:25.044524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'port_id': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'mac_address': 'fa:16:3e:8a:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:56:25.081971 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 45398252-0703-42ee-96b5-f0a29b0c73c0 is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:25.082359 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:25.094823 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45398252-0703-42ee-96b5-f0a29b0c73c0 {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:56:25.115493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:25.119205 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:25.166688 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=7']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:25.190925 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6018d-a7c0-4111-a479-c6a4db497cf2 req-883e62dd-ab72-4cd7-b461-6994e36961de tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:25.192424 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5cc6018d-a7c0-4111-a479-c6a4db497cf2 req-883e62dd-ab72-4cd7-b461-6994e36961de tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Jul 25 12:56:25.245229 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5cc6018d-a7c0-4111-a479-c6a4db497cf2 req-b46f2767-5e9a-4198-9d8a-50c7a2f7d94d tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Jul 25 12:56:25.584738 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['45398252-0703-42ee-96b5-f0a29b0c73c0'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:56:25.777503 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:26.367205 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3bba5-00bd-4541-ac97-6c2f032228af req-69ff7cd6-6863-4360-b30f-91e3b3ed8ad2 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:26.368548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-eec3bba5-00bd-4541-ac97-6c2f032228af req-69ff7cd6-6863-4360-b30f-91e3b3ed8ad2 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 945 time: 0.0461776 Jul 25 12:56:26.415864 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-eec3bba5-00bd-4541-ac97-6c2f032228af req-8bbfa1b0-9256-4a43-afef-7afd6ea82d68 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Jul 25 12:56:26.952895 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:26.956598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:26.996582 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 45398252-0703-42ee-96b5-f0a29b0c73c0 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:26.996958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:27.069717 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 45398252-0703-42ee-96b5-f0a29b0c73c0 is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:27.070123 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:27.092337 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:56:27.094598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d864662-0cfc-46d4-9bc8-f0f068b23603" -d '{"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-plugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:56:27.106930 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:27.110932 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:27.134124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257aed8-252d-4e8a-85da-a20b158e1cb8 x-openstack-request-id: req-b257aed8-252d-4e8a-85da-a20b158e1cb8 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:56:27.134416 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-plugged", "status": "completed", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:56:27.134667 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b257aed8-252d-4e8a-85da-a20b158e1cb8 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:56:27.135061 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b257aed8-252d-4e8a-85da-a20b158e1cb8'] response: {'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'code': 200} Jul 25 12:56:27.161722 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=8']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:27.404332 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18557244-17fe-468c-89bc-41d25dc4b694 req-8d894d37-d31a-499c-826b-7e652ea4da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:27.405833 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-18557244-17fe-468c-89bc-41d25dc4b694 req-8d894d37-d31a-499c-826b-7e652ea4da45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0418761 Jul 25 12:56:27.448888 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:27.459145 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-18557244-17fe-468c-89bc-41d25dc4b694 req-cf188451-048c-485b-879a-9492afc610cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473611 Jul 25 12:56:27.542376 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0e9e4-e8de-4164-a62f-320a1c38a6e3 req-b6258453-0f68-4e71-af6d-601fd6c39576 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:27.543810 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f5a0e9e4-e8de-4164-a62f-320a1c38a6e3 req-b6258453-0f68-4e71-af6d-601fd6c39576 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0469456 Jul 25 12:56:27.598178 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f5a0e9e4-e8de-4164-a62f-320a1c38a6e3 req-bfa18630-b892-4820-bff3-8ef3a5a97e0e tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 Jul 25 12:56:28.591661 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:56:28.723331 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ff639-641b-48bf-a365-744340f0293a req-29676f5c-284c-4990-9a28-236c14761a6b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:28.724869 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-179ff639-641b-48bf-a365-744340f0293a req-29676f5c-284c-4990-9a28-236c14761a6b tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Jul 25 12:56:28.773685 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-179ff639-641b-48bf-a365-744340f0293a req-81808176-a24b-4bb8-bcb4-74f8d0e05db6 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Jul 25 12:56:29.903270 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057d743-8a36-4c9c-893f-8f8aceca6b2f req-16805920-c413-4a14-9429-1c1504db9c17 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:29.904612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8057d743-8a36-4c9c-893f-8f8aceca6b2f req-16805920-c413-4a14-9429-1c1504db9c17 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0509305 Jul 25 12:56:29.932551 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:29.957336 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8057d743-8a36-4c9c-893f-8f8aceca6b2f req-86c36a98-22a7-4259-90b4-15425c496a73 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Jul 25 12:56:30.995662 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56532) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:31.099808 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.177836 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Publish callbacks [] for security_group (fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.183610 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.252838 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05d86dc172e6453bbc18f07fc07b021b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551191 Jul 25 12:56:31.253785 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:31.255216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56536) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:31.265790 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.266360 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.266886 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.267439 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.267955 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.268474 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.269000 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.269523 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.270076 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.270598 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.271116 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.271630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.272134 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.272643 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.273143 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf476b-ac7d-4f5d-89c1-29b62a4aa7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.308479 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Publish callbacks [] for security_group (fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.330169 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Publish callbacks [] for security_group (fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.379160 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.382719 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:31.383843 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b HTTP/1.1" status: 204 len: 168 time: 0.1276317 Jul 25 12:56:31.392667 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d5ffd-7963-46de-b1d4-ecf3c30fe83b,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:31.400346 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.400688 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.401029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.401366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.401698 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.402059 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.402391 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.402714 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.403041 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.403366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.403692 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.404015 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.404472 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.404909 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:31.405230 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3b155-c6ac-4c15-aab9-fcc200c92db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:32.042255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56558) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:32.141745 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1868310650-network', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:32.163387 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Made reservation on behalf of c09181aee1194e42a4e88b4e37592e1c for: {'network': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:56:32.165947 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.174752 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.265625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks [] for security_group (7be73951-8588-4797-a0ce-146d03d074ce), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.271673 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (7be73951-8588-4797-a0ce-146d03d074ce), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.560430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:56:32.571158 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be73951-8588-4797-a0ce-146d03d074ce,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:32.577226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (b2937042-8709-4fbb-8088-05226ecfbfac), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.577562 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.segments_db [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Added segment b2937042-8709-4fbb-8088-05226ecfbfac of type vlan for network 99391e46-f634-4a13-8d7e-0cfa93980f7c Jul 25 12:56:32.624934 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (99391e46-f634-4a13-8d7e-0cfa93980f7c), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.650666 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (99391e46-f634-4a13-8d7e-0cfa93980f7c), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.651754 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:32.652334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.709999 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6666119 Jul 25 12:56:32.713114 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56562) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:32.715050 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2129f5-0b1f-486b-9083-0bbf2d015aac admin admin] Pushing event updated for resources: {'Network': ['ID=99391e46-f634-4a13-8d7e-0cfa93980f7c,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:32.718325 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Request body: {'subnet': {'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1868310650-subnet', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'ip_version': 4}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:32.725652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:56:32.740754 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Made reservation on behalf of c09181aee1194e42a4e88b4e37592e1c for: {'subnet': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:56:32.743228 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5954006'] for subnet (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.920039 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5954020'] for subnet (5a9ccd85-8836-404b-9745-5b25d5fc4858), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:32.978148 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9ccd85-8836-404b-9745-5b25d5fc4858,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:32.985448 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:32.991081 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:32.991431 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Network hostable DHCP agents. Network: 99391e46-f634-4a13-8d7e-0cfa93980f7c, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105686) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:56:33.010713 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:56:33.020493 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 99391e46-f634-4a13-8d7e-0cfa93980f7c) {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:33.024844 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:33.025429 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.030652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ad89e-bec5-4318-8f3d-e67db3d4b1ab None None] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:56:33.043023 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-19147206-4c72-4027-af9e-a2437e6f39d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3287575 Jul 25 12:56:33.045702 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56564) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:33.050970 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:33.080832 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.082361 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.087848 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:33.140890 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for router_controller (116820b5-3595-4a9d-819b-092ce20a5a0b), precommit_add_association {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.146524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-99391e46-f634-4a13-8d7e-0cfa93980f7c', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:56:33.147958 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.286761 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for router_gateway (116820b5-3595-4a9d-819b-092ce20a5a0b), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.350721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Allocated IP 172.20.0.2 (99391e46-f634-4a13-8d7e-0cfa93980f7c/5a9ccd85-8836-404b-9745-5b25d5fc4858/67c14a75-45dd-4f77-ace4-1b69f9644dba) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:33.468973 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for router_gateway (116820b5-3595-4a9d-819b-092ce20a5a0b), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.488772 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.506010 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks [] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.511237 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.543567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:33.555236 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:33.561423 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:33.563537 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Pushing event updated for resources: {'Port': ['ID=67c14a75-45dd-4f77-ace4-1b69f9644dba,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:33.566261 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:33.600274 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Allocated IP 172.27.1.175 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/0da17b2e-af3f-4438-9219-9668a48e3a46) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:33.626440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Attempting to bind port 67c14a75-45dd-4f77-ace4-1b69f9644dba on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:33.627399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Attempting to bind port 67c14a75-45dd-4f77-ace4-1b69f9644dba by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:33.627768 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Attempting to bind port 67c14a75-45dd-4f77-ace4-1b69f9644dba on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:33.635678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:33.636145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:33.636601 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.636996 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Bound using segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:33.637565 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Bound port: 67c14a75-45dd-4f77-ace4-1b69f9644dba, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:33.638040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.710818 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] For port 67c14a75-45dd-4f77-ace4-1b69f9644dba, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:33.713831 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.714450 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] For port 67c14a75-45dd-4f77-ace4-1b69f9644dba, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=67c14a75-45dd-4f77-ace4-1b69f9644dba,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:33.720828 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.748039 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:33.753705 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:33.784762 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60837e5f-b5f9-4f34-9337-91e0cf6764f9 None None] Pushing event updated for resources: {'Port': ['ID=67c14a75-45dd-4f77-ace4-1b69f9644dba,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:33.802033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:33.807376 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:33.809780 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:33.813461 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Pushing event updated for resources: {'Port': ['ID=0da17b2e-af3f-4438-9219-9668a48e3a46,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:33.923260 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:34.055781 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:34.078144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for router_gateway (116820b5-3595-4a9d-819b-092ce20a5a0b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.272152 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.400251 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Router 116820b5-3595-4a9d-819b-092ce20a5a0b is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105686) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:56:34.504734 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:56:34.515866 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:56:34.526331 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.528065 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8d2db580-23d4-4097-9b59-73b9bdcb598d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4811113 Jul 25 12:56:34.531124 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56566) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:34.531639 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:34.532272 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:34.645890 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:34.726590 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91921a-0fa3-41ca-9a03-7bcf75376847 None None] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:56:34.812275 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.828895 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:33Z', 'revision_number': 3, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:34.854273 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:56:34.854613 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Updating router 116820b5-3595-4a9d-819b-092ce20a5a0b port 0da17b2e-af3f-4438-9219-9668a48e3a46 binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:56:34.865349 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Provisioning complete for port 67c14a75-45dd-4f77-ace4-1b69f9644dba triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:34.865721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.893882 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:34.937766 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:34.960375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Current status of the port 67c14a75-45dd-4f77-ace4-1b69f9644dba is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:34.960763 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.000981 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:35.027052 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] For port 67c14a75-45dd-4f77-ace4-1b69f9644dba, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=67c14a75-45dd-4f77-ace4-1b69f9644dba,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:35.032437 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.054020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.093358 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 67c14a75-45dd-4f77-ace4-1b69f9644dba up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:35.126990 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90689c86-5f40-4e87-b6ec-0fab017fa1ed None None] Pushing event updated for resources: {'Port': ['ID=67c14a75-45dd-4f77-ace4-1b69f9644dba,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:35.163228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 67c14a75-45dd-4f77-ace4-1b69f9644dba triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:35.164465 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.258833 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Allocated IP 172.20.0.1 (99391e46-f634-4a13-8d7e-0cfa93980f7c/5a9ccd85-8836-404b-9745-5b25d5fc4858/98428b7e-5118-4977-9b06-37fa01068618) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:35.368593 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks [] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.375419 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.396099 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks [] for port (98428b7e-5118-4977-9b06-37fa01068618), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.399110 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-cd15fefa-a123-4b43-86e4-8e5ee6397e08 None None] Provisioning complete for port 67c14a75-45dd-4f77-ace4-1b69f9644dba triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:35.399488 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-cd15fefa-a123-4b43-86e4-8e5ee6397e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.402784 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 67c14a75-45dd-4f77-ace4-1b69f9644dba is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:35.431761 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Pushing event updated for resources: {'Port': ['ID=0da17b2e-af3f-4438-9219-9668a48e3a46,revision_number=2']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:35.437338 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.441680 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Attempting to bind port 0da17b2e-af3f-4438-9219-9668a48e3a46 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:35.442074 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Attempting to bind port 0da17b2e-af3f-4438-9219-9668a48e3a46 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:35.442432 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Attempting to bind port 0da17b2e-af3f-4438-9219-9668a48e3a46 on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:35.446217 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.446563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.446900 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.447288 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.447587 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.447913 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.448426 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.448550 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.448870 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.449195 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.449516 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.449854 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.450203 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.450521 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.450874 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:56:35.457157 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:35.457528 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:35.457944 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.458328 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:35.458798 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Bound port: 0da17b2e-af3f-4438-9219-9668a48e3a46, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:35.459175 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.483171 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-cd15fefa-a123-4b43-86e4-8e5ee6397e08 None None] Current status of the port 67c14a75-45dd-4f77-ace4-1b69f9644dba is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:35.507163 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:35.511199 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:35.513462 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Pushing event updated for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:35.515532 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] For port 0da17b2e-af3f-4438-9219-9668a48e3a46, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:35.515677 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:35.519782 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] For port 0da17b2e-af3f-4438-9219-9668a48e3a46, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=0da17b2e-af3f-4438-9219-9668a48e3a46,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:35.526651 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.557547 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:35.560293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (116820b5-3595-4a9d-819b-092ce20a5a0b), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.597311 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:35.597959 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:35.600508 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0be52-22c2-4420-82eb-1db264a38410 None None] Pushing event updated for resources: {'Port': ['ID=0da17b2e-af3f-4438-9219-9668a48e3a46,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:35.740662 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:35.804761 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:35.806125 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-72abeb55-86fe-4887-bf07-8410d3147b9f None None] Provisioning complete for port 98428b7e-5118-4977-9b06-37fa01068618 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:35.806949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-72abeb55-86fe-4887-bf07-8410d3147b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (98428b7e-5118-4977-9b06-37fa01068618), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:35.843267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:35.847468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-72abeb55-86fe-4887-bf07-8410d3147b9f None None] Port 98428b7e-5118-4977-9b06-37fa01068618 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:35.931460 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:33Z', 'revision_number': 3, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:35.964069 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bcc191-0614-40e8-a3fa-e38c14d72038 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:33Z', 'revision_number': 3, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:56:35.973020 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (98428b7e-5118-4977-9b06-37fa01068618), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:36.157155 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks [] for port (98428b7e-5118-4977-9b06-37fa01068618), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:36.161946 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:36.167149 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:36.188800 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:36.241726 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Pushing event updated for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:36.253006 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (116820b5-3595-4a9d-819b-092ce20a5a0b), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:36.364917 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:36.366901 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:36.497307 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:56:36.623371 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:56:36.634392 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-433bf774-37d5-4f90-9790-5479c45f3958 admin admin] 10.222.0.60 "PUT /v2.0/routers/116820b5-3595-4a9d-819b-092ce20a5a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0960841 Jul 25 12:56:36.672836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-2b4dfff3-e2ee-4553-bc04-efb150942cf9 None None] Provisioning complete for port 98428b7e-5118-4977-9b06-37fa01068618 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:36.673296 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2b4dfff3-e2ee-4553-bc04-efb150942cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (98428b7e-5118-4977-9b06-37fa01068618), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:36.709050 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dfff3-e2ee-4553-bc04-efb150942cf9 None None] Port 98428b7e-5118-4977-9b06-37fa01068618 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:37.072035 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 0da17b2e-af3f-4438-9219-9668a48e3a46 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:37.120506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 0da17b2e-af3f-4438-9219-9668a48e3a46 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:37.120678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.171553 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56582) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:37.177131 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001281968-network', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:37.200872 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Made reservation on behalf of 02eb52c6faa844d6a087c371b796c04e for: {'network': 1} {{(pid=105686) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:56:37.202522 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:37.203339 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for network (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.206297 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 0da17b2e-af3f-4438-9219-9668a48e3a46 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:37.206713 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.213046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.230374 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 0da17b2e-af3f-4438-9219-9668a48e3a46, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=0da17b2e-af3f-4438-9219-9668a48e3a46,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:37.234817 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.235709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 67c14a75-45dd-4f77-ace4-1b69f9644dba up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:37.309517 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks [] for security_group (22516d03-bf77-4a75-a6c6-2687b2612550), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.315464 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (22516d03-bf77-4a75-a6c6-2687b2612550), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.318806 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=0da17b2e-af3f-4438-9219-9668a48e3a46,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:37.322804 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 67c14a75-45dd-4f77-ace4-1b69f9644dba triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:37.323219 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.347543 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105686) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 12:56:37.354909 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22516d03-bf77-4a75-a6c6-2687b2612550,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:37.363014 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (191396ff-a4ef-42c9-9833-322350f1f65f), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.363297 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.segments_db [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Added segment 191396ff-a4ef-42c9-9833-322350f1f65f of type vlan for network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 Jul 25 12:56:37.406362 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781258788172'] for network (47e4ce7e-3fac-4d28-8b35-a2a230be1451), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.417398 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 67c14a75-45dd-4f77-ace4-1b69f9644dba is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:37.435496 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944'] for network (47e4ce7e-3fac-4d28-8b35-a2a230be1451), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.436690 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:37.437286 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.495879 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3230412 Jul 25 12:56:37.499591 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56584) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:37.505076 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:37.505854 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Request body: {'subnet': {'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001281968-subnet', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'ip_version': 4}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:37.509371 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe491-6b14-405b-8b41-36fe035de769 admin admin] Pushing event updated for resources: {'Network': ['ID=47e4ce7e-3fac-4d28-8b35-a2a230be1451,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:37.520548 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 details requested by agent ovs-agent-dv-cinder-825492-28-iscsi with host dv-cinder-825492-28-iscsi {{(pid=105687) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 12:56:37.536135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Made reservation on behalf of 02eb52c6faa844d6a087c371b796c04e for: {'subnet': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:56:37.538792 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4496554'] for subnet (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.622903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:56:37.635399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:37.635653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:37.636239 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:37.720882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:37.737669 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4207001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4496536'] for subnet (afb772cb-49a4-430f-b7e3-ae6e03abbc7b), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.748795 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:37.802765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb772cb-49a4-430f-b7e3-ae6e03abbc7b,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:37.810920 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Checking segment: {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:37.811184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Network hostable DHCP agents. Network: 47e4ce7e-3fac-4d28-8b35-a2a230be1451, hostable agents: ['75edbee8-f8ff-4a30-a8a8-7b86f30d4f57'], hosted agents: [] {{(pid=105685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 12:56:37.832124 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 is scheduled to be hosted by DHCP agent 75edbee8-f8ff-4a30-a8a8-7b86f30d4f57 with binding_index 1 {{(pid=105685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 12:56:37.842552 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-28-iscsi, 47e4ce7e-3fac-4d28-8b35-a2a230be1451) {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:37.847051 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:37.847749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.861904 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3efd2f-1dc0-48a6-9b4f-c384cf12c810 None None] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:56:37.866272 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6d52042a-7209-4ee0-8f23-8ff7372478ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3654194 Jul 25 12:56:37.869420 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56586) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:37.873734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:37.895883 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1784'] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.896884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1783'] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.950962 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for router_controller (84a4f051-ee3e-4789-a93b-831eec67bfe8), precommit_add_association {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:37.963704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:38.027737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1308e4c-68e1-5fa9-8d32-fd5ea0161129-47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'fixed_ips': [{'subnet_id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b'}]}} from dv-cinder-825492-28-iscsi. {{(pid=105687) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 12:56:38.028698 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.049422 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:36Z', 'revision_number': 2, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:38.082728 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:56:38.083420 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Updating router 116820b5-3595-4a9d-819b-092ce20a5a0b port 98428b7e-5118-4977-9b06-37fa01068618 binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:56:38.107398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for router_gateway (84a4f051-ee3e-4789-a93b-831eec67bfe8), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.170607 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (98428b7e-5118-4977-9b06-37fa01068618), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.295738 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for router_gateway (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.317189 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.db_base_plugin_common [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Allocated IP 172.20.0.2 (47e4ce7e-3fac-4d28-8b35-a2a230be1451/afb772cb-49a4-430f-b7e3-ae6e03abbc7b/ce9d6923-f292-4bf9-b33f-a19057975212) {{(pid=105687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:38.320233 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.363754 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:38.436513 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Allocated IP 172.27.1.40 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/916a573a-4b6b-41b4-b029-c58ee595517a) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:38.523089 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:38.550340 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for port (916a573a-4b6b-41b4-b029-c58ee595517a), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.570650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks [] for port (ce9d6923-f292-4bf9-b33f-a19057975212), precommit_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.582607 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.596980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), after_create {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.621925 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:38.624882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:38.631767 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:38.648742 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks [] for port (98428b7e-5118-4977-9b06-37fa01068618), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.650077 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:38.660668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 is already hosted by enough agents. {{(pid=105687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:38.661487 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:38.666822 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.667794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Pushing event updated for resources: {'Port': ['ID=916a573a-4b6b-41b4-b029-c58ee595517a,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:38.669046 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.scheduler.base_scheduler [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Resources bound (agent type, host, resource id): {{(pid=105687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:38.677419 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Received port after_create {{(pid=105687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:38.682955 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Pushing event updated for resources: {'Port': ['ID=ce9d6923-f292-4bf9-b33f-a19057975212,revision_number=1']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:38.772301 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9459-621c-43c3-8f7a-c191c317268d None None] Pushing event updated for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:38.828091 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Attempting to bind port ce9d6923-f292-4bf9-b33f-a19057975212 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:38.828446 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Attempting to bind port ce9d6923-f292-4bf9-b33f-a19057975212 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:38.828746 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Attempting to bind port ce9d6923-f292-4bf9-b33f-a19057975212 on network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:38.843240 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Attempting to bind port 98428b7e-5118-4977-9b06-37fa01068618 on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:38.843614 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Attempting to bind port 98428b7e-5118-4977-9b06-37fa01068618 by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:38.843978 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Attempting to bind port 98428b7e-5118-4977-9b06-37fa01068618 on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:38.846347 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:38.846727 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Checking segment: {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:38.847124 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.847516 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Bound using segment: {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:38.847994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Bound port: ce9d6923-f292-4bf9-b33f-a19057975212, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:38.848379 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.862088 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:38.862764 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:38.863134 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.863534 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Bound using segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:38.864464 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Bound port: 98428b7e-5118-4977-9b06-37fa01068618, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:38.864464 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (98428b7e-5118-4977-9b06-37fa01068618), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.932370 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for router_gateway (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.991005 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-8421a337-a979-41b7-a6a9-fc2b5bca811f None None] Provisioning complete for port 98428b7e-5118-4977-9b06-37fa01068618 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:38.991275 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8421a337-a979-41b7-a6a9-fc2b5bca811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (98428b7e-5118-4977-9b06-37fa01068618), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:38.994527 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] For port ce9d6923-f292-4bf9-b33f-a19057975212, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:38.999548 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] For port ce9d6923-f292-4bf9-b33f-a19057975212, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ce9d6923-f292-4bf9-b33f-a19057975212,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:39.002785 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] For port 98428b7e-5118-4977-9b06-37fa01068618, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:39.027346 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 0da17b2e-af3f-4438-9219-9668a48e3a46 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:39.038499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.070042 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] For port 98428b7e-5118-4977-9b06-37fa01068618, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=98428b7e-5118-4977-9b06-37fa01068618,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:39.146821 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668864'] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.233762 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-8421a337-a979-41b7-a6a9-fc2b5bca811f None None] Port 98428b7e-5118-4977-9b06-37fa01068618 cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:39.235617 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.289974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0940-d7d9-46f7-8193-7d47670e3be3 None None] Pushing event updated for resources: {'Port': ['ID=ce9d6923-f292-4bf9-b33f-a19057975212,revision_number=2']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:39.296624 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 0da17b2e-af3f-4438-9219-9668a48e3a46 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:39.296997 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.302129 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:39.310616 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Router 84a4f051-ee3e-4789-a93b-831eec67bfe8 is scheduled to L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c with binding_index 1 {{(pid=105685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 12:56:39.341305 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:39.341980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:39.443884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:56:39.459561 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9459-621c-43c3-8f7a-c191c317268d None None] Pushing event updated for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:39.460149 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Sync routers for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:56:39.477572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.482748 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56588) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:39.483565 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:39.484563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:39.491526 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9e7ce854-ce8a-4bd8-876d-7c0f6a5fb670 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6209166 Jul 25 12:56:39.544995 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:39.561323 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:39.604998 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 0da17b2e-af3f-4438-9219-9668a48e3a46 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:39.675371 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:39.789466 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Provisioning complete for port 98428b7e-5118-4977-9b06-37fa01068618 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:39.789839 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (98428b7e-5118-4977-9b06-37fa01068618), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.790944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:39.869505 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 3, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:39.897347 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Checking router: 84a4f051-ee3e-4789-a93b-831eec67bfe8 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:56:39.897690 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Updating router 84a4f051-ee3e-4789-a93b-831eec67bfe8 port 916a573a-4b6b-41b4-b029-c58ee595517a binding host dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:56:39.909999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:39.933512 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:39.952211 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee331bc3-0715-487d-ab14-4e0d938ac413 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:56:39.956832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Current status of the port 98428b7e-5118-4977-9b06-37fa01068618 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:39.956832 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (98428b7e-5118-4977-9b06-37fa01068618), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.006806 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] For port 98428b7e-5118-4977-9b06-37fa01068618, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=98428b7e-5118-4977-9b06-37fa01068618,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:40.012356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.082751 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.089430 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cc3af-7ed1-4585-819f-bfe34d38e116 None None] Pushing event updated for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:40.286104 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:40.301428 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks [] for port (916a573a-4b6b-41b4-b029-c58ee595517a), precommit_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.308840 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Allocated IP 172.20.0.1 (47e4ce7e-3fac-4d28-8b35-a2a230be1451/afb772cb-49a4-430f-b7e3-ae6e03abbc7b/a7f794a4-1d5d-4255-8460-09a08a504ace) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:56:40.313833 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.387267 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Attempting to bind port 916a573a-4b6b-41b4-b029-c58ee595517a on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:40.387640 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Attempting to bind port 916a573a-4b6b-41b4-b029-c58ee595517a by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:40.388025 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Attempting to bind port 916a573a-4b6b-41b4-b029-c58ee595517a on network 25872221-f832-4b0e-9fae-d27f86db27dd {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:40.390573 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498a22-c472-440d-948d-08cbe5006714 None None] Pushing event updated for resources: {'Port': ['ID=916a573a-4b6b-41b4-b029-c58ee595517a,revision_number=2']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:40.403030 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:40.403469 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Checking segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:40.410194 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.410661 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Bound using segment: {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'} {{(pid=105688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:40.411174 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.managers [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Bound port: 916a573a-4b6b-41b4-b029-c58ee595517a, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e7266-b338-4f57-b6e4-b732233b63ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd'}}] {{(pid=105688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:40.411569 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), before_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.465005 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks [] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.469361 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] For port 916a573a-4b6b-41b4-b029-c58ee595517a, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:40.474249 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.plugins.ml2.db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] For port 916a573a-4b6b-41b4-b029-c58ee595517a, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=916a573a-4b6b-41b4-b029-c58ee595517a,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:40.486377 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron_lib.callbacks.manager [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), after_update {{(pid=105688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.503316 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.552024 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:40.553328 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498a22-c472-440d-948d-08cbe5006714 None None] Pushing event updated for resources: {'Port': ['ID=916a573a-4b6b-41b4-b029-c58ee595517a,revision_number=3']} {{(pid=105688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:40.554169 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c9b59-cb07-4589-9fb3-5fee12c1e3c6 None None] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:56:40.556496 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:40.571611 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Pushing event updated for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:40.579533 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:40.580950 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:40.585223 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:40.587812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:56:40.632031 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Provisioning complete for port ce9d6923-f292-4bf9-b33f-a19057975212 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:40.632253 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.635374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788322'] for router_interface (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.695452 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:40.710445 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:40.804984 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Current status of the port ce9d6923-f292-4bf9-b33f-a19057975212 is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:40.807395 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.811791 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:40.833695 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:40.888720 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] For port ce9d6923-f292-4bf9-b33f-a19057975212, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ce9d6923-f292-4bf9-b33f-a19057975212,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:40.901196 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.015227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac2975-4644-4af3-8cb5-3f423335aecc None None] Pushing event updated for resources: {'Port': ['ID=ce9d6923-f292-4bf9-b33f-a19057975212,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:41.106298 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 3, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:41.108577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks [] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.121939 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.146940 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42774656-7e95-4e24-9548-7e2e9f7637a7 None None] The sync data for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi is: [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:38Z', 'revision_number': 3, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:56:41.152796 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ce9d6923-f292-4bf9-b33f-a19057975212 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:41.189577 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.189970 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.217970 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Pushing event updated for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:41.225399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:41.241535 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788246'] for router_interface (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.251612 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Port a7f794a4-1d5d-4255-8460-09a08a504ace cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:41.259216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:41.272339 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Provisioning complete for port ce9d6923-f292-4bf9-b33f-a19057975212 triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.272720 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.301250 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port ce9d6923-f292-4bf9-b33f-a19057975212 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.302072 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.385163 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:56:41.387217 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:56:41.430916 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-c670d2cb-a797-4bab-a38e-482a86a2f51b None None] Current status of the port ce9d6923-f292-4bf9-b33f-a19057975212 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:41.433711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port ce9d6923-f292-4bf9-b33f-a19057975212 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:41.434918 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 98428b7e-5118-4977-9b06-37fa01068618 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:41.494472 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 98428b7e-5118-4977-9b06-37fa01068618 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.494966 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (98428b7e-5118-4977-9b06-37fa01068618), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.525532 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Router 84a4f051-ee3e-4789-a93b-831eec67bfe8 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:56:41.558809 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-30e2622e-5747-465d-8aa5-42cab7968d29 None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.559387 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-30e2622e-5747-465d-8aa5-42cab7968d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.662836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-30e2622e-5747-465d-8aa5-42cab7968d29 None None] Port a7f794a4-1d5d-4255-8460-09a08a504ace cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:41.672277 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 98428b7e-5118-4977-9b06-37fa01068618 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:41.689013 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:56:41.697299 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-ec90ca60-5a97-4462-bb2a-3bfd005e4aea admin admin] 10.222.0.60 "PUT /v2.0/routers/84a4f051-ee3e-4789-a93b-831eec67bfe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106056 Jul 25 12:56:41.788509 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-b0ca9a02-84dc-4c90-b1ce-fdddfd9a03ce None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:41.789152 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a02-84dc-4c90-b1ce-fdddfd9a03ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:41.837120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca9a02-84dc-4c90-b1ce-fdddfd9a03ce None None] Port a7f794a4-1d5d-4255-8460-09a08a504ace cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:56:42.095141 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56596) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.100301 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078993820', 'description': 'tempest-secgroup-smoke-2078993820 description', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.123410 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.190642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:42.214150 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (7819009a-14ab-4d57-a642-00ed9e781173), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.218951 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (7819009a-14ab-4d57-a642-00ed9e781173), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.224832 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:42.257030 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.258319 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1621051 Jul 25 12:56:42.260555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d127-50ae-4d7d-84b6-ea589b14395d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7819009a-14ab-4d57-a642-00ed9e781173,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.266312 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56598) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.271577 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.304597 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (5b933531-5e6a-40ce-9678-fd2609e5b9d5), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.373067 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (5b933531-5e6a-40ce-9678-fd2609e5b9d5), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.378175 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (5b933531-5e6a-40ce-9678-fd2609e5b9d5), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.395975 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:42.401830 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b933531-5e6a-40ce-9678-fd2609e5b9d5,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.411932 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.413137 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-1151ec1a-668d-47e6-8736-2cb1033c83d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458635 Jul 25 12:56:42.416266 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56600) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.422420 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.454069 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (167cb5ee-5d41-4b35-b59c-3bb27ac1de0e), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.514114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (167cb5ee-5d41-4b35-b59c-3bb27ac1de0e), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.518073 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (167cb5ee-5d41-4b35-b59c-3bb27ac1de0e), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.537822 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167cb5ee-5d41-4b35-b59c-3bb27ac1de0e,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.546318 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.547491 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-788a6d33-a6df-4a18-90d5-856253983b51 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299245 Jul 25 12:56:42.551133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56602) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.556217 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.585552 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (5a0c750c-fa54-49b0-80d7-ecfd1c621cf4), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.645556 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (5a0c750c-fa54-49b0-80d7-ecfd1c621cf4), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.649320 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (5a0c750c-fa54-49b0-80d7-ecfd1c621cf4), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.668520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0c750c-fa54-49b0-80d7-ecfd1c621cf4,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.674068 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.678187 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-72ac3a94-1661-47bd-a39c-18a44c44fab2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229672 Jul 25 12:56:42.678187 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56604) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.682219 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.717345 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (54111fdf-f910-4587-a408-b8087ac71fc3), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.778098 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (54111fdf-f910-4587-a408-b8087ac71fc3), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.782023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (54111fdf-f910-4587-a408-b8087ac71fc3), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.805499 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54111fdf-f910-4587-a408-b8087ac71fc3,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.823492 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.824687 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-dc328b01-81f9-491c-abea-bf12c6384d8e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457622 Jul 25 12:56:42.827542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56606) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.831765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:42.855186 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.securitygroups_db [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Project c09181aee1194e42a4e88b4e37592e1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:56:42.868741 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (e8d92bab-2341-4cf8-8120-cd544e33c8b5), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.928831 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (e8d92bab-2341-4cf8-8120-cd544e33c8b5), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.932446 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (e8d92bab-2341-4cf8-8120-cd544e33c8b5), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.957489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d92bab-2341-4cf8-8120-cd544e33c8b5,revision_number=0']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:42.967813 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:42.972467 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56608) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:56:42.974295 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ba11687c-f4bf-4a2d-bce3-a466882d40be tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457605 Jul 25 12:56:42.979575 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'security_group_rule': {'security_group_id': '7819009a-14ab-4d57-a642-00ed9e781173', 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:56:43.005102 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.securitygroups_db [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Project c09181aee1194e42a4e88b4e37592e1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 12:56:43.012066 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (57721e0b-2cc7-4a2e-8397-aa479183c827), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.028016 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:43.093491 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (57721e0b-2cc7-4a2e-8397-aa479183c827), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.099749 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631526'] for security_group_rule (57721e0b-2cc7-4a2e-8397-aa479183c827), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.102897 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ce9d6923-f292-4bf9-b33f-a19057975212 up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:43.123975 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57721e0b-2cc7-4a2e-8397-aa479183c827,revision_number=0']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:43.129928 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.131164 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b8065dcb-793d-4a98-a275-3d356fcacad3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559091 Jul 25 12:56:43.163516 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port ce9d6923-f292-4bf9-b33f-a19057975212 triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:43.163641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.246563 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port ce9d6923-f292-4bf9-b33f-a19057975212 is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:43.247680 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 916a573a-4b6b-41b4-b029-c58ee595517a up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:43.295583 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 916a573a-4b6b-41b4-b029-c58ee595517a triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:43.295949 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.386448 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 916a573a-4b6b-41b4-b029-c58ee595517a is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:43.389800 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.403289 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Sync routers for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:56:43.433101 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] For port 916a573a-4b6b-41b4-b029-c58ee595517a, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=916a573a-4b6b-41b4-b029-c58ee595517a,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:43.437873 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:43.438638 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:43.441167 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:43.446261 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=100 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:43.504549 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:43.706718 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Pushing event updated for resources: {'Port': ['ID=916a573a-4b6b-41b4-b029-c58ee595517a,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:43.736051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:43.925617 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 4, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'a7f794a4-1d5d-4255-8460-09a08a504ace', 'name': '', 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'mac_address': 'fa:16:3e:5c:76:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:40Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 2, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'subnets': [{'id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:43.955426 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Checking router: 84a4f051-ee3e-4789-a93b-831eec67bfe8 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:56:43.955785 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Updating router 84a4f051-ee3e-4789-a93b-831eec67bfe8 port a7f794a4-1d5d-4255-8460-09a08a504ace binding host dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 12:56:43.984071 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.269463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks [] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), precommit_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.275100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.353080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302051-ed56-4bcd-b00b-0bc5416485d7 None None] Pushing event updated for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=3']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:44.390789 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Attempting to bind port a7f794a4-1d5d-4255-8460-09a08a504ace on host dv-cinder-825492-28-iscsi for vnic_type normal with profile {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:56:44.391164 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Attempting to bind port a7f794a4-1d5d-4255-8460-09a08a504ace by drivers openvswitch,hyperv on host dv-cinder-825492-28-iscsi at level 0 using segments [{'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:56:44.391524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Attempting to bind port a7f794a4-1d5d-4255-8460-09a08a504ace on network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:56:44.402377 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Checking agent: {'id': '7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 31, 23), 'started_at': datetime.datetime(2022, 7, 25, 12, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:56:44.402769 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Checking segment: {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:56:44.403079 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.403463 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Bound using segment: {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'} {{(pid=105687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:56:44.403947 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.managers [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Bound port: a7f794a4-1d5d-4255-8460-09a08a504ace, host: dv-cinder-825492-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191396ff-a4ef-42c9-9833-322350f1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451'}}] {{(pid=105687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:56:44.404350 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.487087 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] For port a7f794a4-1d5d-4255-8460-09a08a504ace, host dv-cinder-825492-28-iscsi, cleared binding levels {{(pid=105687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:56:44.491876 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] For port a7f794a4-1d5d-4255-8460-09a08a504ace, host dv-cinder-825492-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a7f794a4-1d5d-4255-8460-09a08a504ace,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:56:44.498825 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.531824 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:44.569648 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:44.590283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:56:44.590957 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:56:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:44.593214 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302051-ed56-4bcd-b00b-0bc5416485d7 None None] Pushing event updated for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:44.642585 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:44.642959 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.780410 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:56:44.898613 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Current status of the port a7f794a4-1d5d-4255-8460-09a08a504ace is: DOWN; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:44.899025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:44.996257 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] For port a7f794a4-1d5d-4255-8460-09a08a504ace, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a7f794a4-1d5d-4255-8460-09a08a504ace,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:56:45.005843 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:45.048216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 916a573a-4b6b-41b4-b029-c58ee595517a up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:45.151363 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c3a08-23ed-47f8-aec0-0f37329db310 None None] Pushing event updated for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:56:45.161065 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-e31d4868-22be-48a3-91ef-dbca2ed26ee3 None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:45.161440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e31d4868-22be-48a3-91ef-dbca2ed26ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:45.170937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 4, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'a7f794a4-1d5d-4255-8460-09a08a504ace', 'name': '', 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'mac_address': 'fa:16:3e:5c:76:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:40Z', 'updated_at': '2022-07-25T12:56:44Z', 'revision_number': 4, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'subnets': [{'id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:56:45.228074 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48111ab-e20b-4575-a0d2-0c66adc6ed03 None None] The sync data for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi is: [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T12:56:40Z', 'revision_number': 4, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'a7f794a4-1d5d-4255-8460-09a08a504ace', 'name': '', 'network_id': '47e4ce7e-3fac-4d28-8b35-a2a230be1451', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'mac_address': 'fa:16:3e:5c:76:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:40Z', 'updated_at': '2022-07-25T12:56:44Z', 'revision_number': 4, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'subnets': [{'id': 'afb772cb-49a4-430f-b7e3-ae6e03abbc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:56:45.234361 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port 916a573a-4b6b-41b4-b029-c58ee595517a triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:45.234737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:45.358010 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-e31d4868-22be-48a3-91ef-dbca2ed26ee3 None None] Current status of the port a7f794a4-1d5d-4255-8460-09a08a504ace is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:45.373025 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port 916a573a-4b6b-41b4-b029-c58ee595517a is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:47.024053 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a7f794a4-1d5d-4255-8460-09a08a504ace up at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:56:47.068952 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Provisioning complete for port a7f794a4-1d5d-4255-8460-09a08a504ace triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:56:47.069237 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:47.071837 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:47.154546 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Current status of the port a7f794a4-1d5d-4255-8460-09a08a504ace is: ACTIVE; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:56:47.908484 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:47.921873 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ab35f731-df8e-4604-9cb5-58b740a1ca04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:48.158890 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-3ff28d12-a9e4-4f8d-9099-89c12b16bc88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437560 Jul 25 12:56:48.271225 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-4a224f98-1d39-4eab-99e8-1bf202524b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:48.272690 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-4a224f98-1d39-4eab-99e8-1bf202524b11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0416510 Jul 25 12:56:48.364783 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:48.381897 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-a8214b74-aaf8-4fe2-a838-8a9be83d24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:48.383412 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-a8214b74-aaf8-4fe2-a838-8a9be83d24b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0896671 Jul 25 12:56:48.437734 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:48.455260 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-b3352cf6-1e89-4bde-96eb-0ccea8f61512 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0651054 Jul 25 12:56:48.507039 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-0951887b-5113-4f8a-9436-d826284e850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:48.508534 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-0951887b-5113-4f8a-9436-d826284e850c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0475934 Jul 25 12:56:48.561702 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-25f0199c-2969-4a60-9e59-b0197de2c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:56:48.563227 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-25f0199c-2969-4a60-9e59-b0197de2c5f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473135 Jul 25 12:56:48.662474 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-cb60003b-f36d-4548-8123-27b787375190 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915639 Jul 25 12:56:48.761250 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-98e6ee5c-ef5e-4dbe-9733-eaf7138795a6 req-f22d088e-2e3c-476d-906b-c0ff71cc7c9d service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915053 Jul 25 12:56:50.239364 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3d3d2ab1-a822-47bc-a9f7-ee99f9636c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:51.109630 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=58 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:51.110548 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=26 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:51.370991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:52.684295 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:53.113306 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:INSERT=2,neutron:SELECT=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:53.121558 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:53.141292 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:56:58.751251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=29 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:56:58.758235 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=34 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:03.130309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:03.137869 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:04.793018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:05.591691 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:57:07.114889 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-10fbbd01-8780-48c4-9f4e-5d12558df47e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078993820&fields=id&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 267 time: 0.0479319 Jul 25 12:57:07.245836 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-5dc153a1-3a3f-409b-ad54-f0bd5f567467 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:07.247604 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-5dc153a1-3a3f-409b-ad54-f0bd5f567467 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.1252267 Jul 25 12:57:07.263620 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-38b51ec5-62f4-4e98-9bc4-5d25b94bef32 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/quotas/c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 375 time: 0.0102780 Jul 25 12:57:07.318341 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-dc750b3d-15e0-482b-9e3f-7ddbda733c4c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495012 Jul 25 12:57:07.503312 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-49618be5-8288-45a1-9c2e-e15a1522db42 service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740239 Jul 25 12:57:07.599106 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-8d438733-e58b-4b66-902b-f4b47887d35e service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900967 Jul 25 12:57:07.898638 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-a492f8ff-30d7-4c9e-8310-08e920c580f3 req-6c8e0a3c-044f-4e77-898a-d04b2161eba3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 210 time: 0.0284855 Jul 25 12:57:09.006536 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0d03b93b-ea1d-4010-8213-8b0de138cbc5 req-66d1cef6-306d-4e24-8032-cad06e0a9a10 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 210 time: 0.0308051 Jul 25 12:57:09.130715 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-818aacb8-8d40-498e-b8c3-2a17d70a126f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:09.132154 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-818aacb8-8d40-498e-b8c3-2a17d70a126f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.1088026 Jul 25 12:57:09.203385 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-793e739e-7ce8-480f-af6e-e184980b3c58 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 380 time: 0.0563383 Jul 25 12:57:09.219426 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'port': {'device_id': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'admin_state_up': True, 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'security_groups': ['7819009a-14ab-4d57-a642-00ed9e781173']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:57:09.333062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Made reservation on behalf of c09181aee1194e42a4e88b4e37592e1c for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:57:09.336444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:09.465995 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.20.0.8 (99391e46-f634-4a13-8d7e-0cfa93980f7c/5a9ccd85-8836-404b-9745-5b25d5fc4858/d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:57:09.489133 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:09.580795 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:09.611899 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:09.644422 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:09.696538 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:57:09.700679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:57:09.705937 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:57:09.752262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:09.794877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:09.795488 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:09.813567 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-29ff2e37-45ab-4216-a50d-a592ba30a313 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979676 Jul 25 12:57:09.835362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Request body: {'port': {'device_id': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:57:09.938132 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.034956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-1ba8b3ee-82a1-4bb3-b87d-83d77e9cbfac None None] Provisioning complete for port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:57:10.035647 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b3ee-82a1-4bb3-b87d-83d77e9cbfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.069222 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8b3ee-82a1-4bb3-b87d-83d77e9cbfac None None] Port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 12:57:10.149674 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eeddd-e84e-402f-8871-a237a67c5f19 req-46fc5794-6e91-422c-a340-7afd8ba6e20f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:10.151222 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6e6eeddd-e84e-402f-8871-a237a67c5f19 req-46fc5794-6e91-422c-a340-7afd8ba6e20f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 931 time: 0.0496278 Jul 25 12:57:10.218562 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6e6eeddd-e84e-402f-8871-a237a67c5f19 req-93e3be48-78a5-4c0e-9ee7-0308d38b352f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599298 Jul 25 12:57:10.235610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:57:10.243876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks [] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.261998 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Transition to ACTIVE for port object d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 12:57:10.266193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.316033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:10.396779 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Attempting to bind port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 12:57:10.398171 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Attempting to bind port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 12:57:10.398513 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Attempting to bind port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:57:10.403353 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 12:57:10.403665 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Attempting to bind port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 12:57:10.408787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 12:57:10.409115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 12:57:10.409486 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Bound using segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 12:57:10.409904 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Bound port: d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 12:57:10.410280 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.477592 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:10.478908 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 12:57:10.480902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:10.483315 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 12:57:10.490827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.786742 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:10.787351 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:10.788727 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] 10.222.0.61 "PUT /v2.0/ports/d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 1093 time: 0.9614677 Jul 25 12:57:10.789425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:57:10.791685 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b616a-cd43-4064-9257-5366498399ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:57:10.822652 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778f36-124c-470f-9220-a999c9ed8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:10.906482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-da6dfc03-efd3-440b-b383-f80e91082227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:10.908141 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-da6dfc03-efd3-440b-b383-f80e91082227 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1127 time: 0.0584159 Jul 25 12:57:10.910441 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c894e-3502-4540-a961-321a105ee28c x-openstack-request-id: req-b05c894e-3502-4540-a961-321a105ee28c {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:57:10.910806 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:57:10.911117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b05c894e-3502-4540-a961-321a105ee28c {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:57:10.911575 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05c894e-3502-4540-a961-321a105ee28c'] response: {'name': 'network-changed', 'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'status': 'completed', 'code': 200} Jul 25 12:57:10.979612 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-4bcaa5a2-c903-4598-8d6e-d161b5c1210f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 217 time: 0.0396154 Jul 25 12:57:11.037417 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-d12b7c0c-a608-4327-a942-8e9d8d2e2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:11.038882 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-d12b7c0c-a608-4327-a942-8e9d8d2e2a1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0521865 Jul 25 12:57:11.083555 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-42570bc9-b351-4695-8f7f-6234b61dbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:11.084953 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-42570bc9-b351-4695-8f7f-6234b61dbb96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392327 Jul 25 12:57:11.181950 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-7fb9e455-10fb-490c-b718-32d707465141 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904593 Jul 25 12:57:11.273548 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-73d6b3d2-a2bc-4712-a1a4-4befe52a22df req-d9083470-c37f-46d2-9f74-7369889548de service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854762 Jul 25 12:57:11.354812 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae7a8-df9a-46c4-8c27-623775abb7e9 req-68a11fd8-0707-4545-ac3c-4910f908e9cf tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:11.356213 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7c1ae7a8-df9a-46c4-8c27-623775abb7e9 req-68a11fd8-0707-4545-ac3c-4910f908e9cf tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0620775 Jul 25 12:57:11.406430 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-7c1ae7a8-df9a-46c4-8c27-623775abb7e9 req-c5ae3146-93a0-45a5-9d9d-e450895069a3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Jul 25 12:57:12.286550 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b616a-cd43-4064-9257-5366498399ff req-6e50db5c-5d61-46a0-b96f-d77588ab1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:12.288018 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-6e50db5c-5d61-46a0-b96f-d77588ab1e2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1127 time: 0.0428641 Jul 25 12:57:12.377747 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b616a-cd43-4064-9257-5366498399ff req-c4ef0472-1bcf-47d0-9f0d-37a86a42de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:12.379211 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-c4ef0472-1bcf-47d0-9f0d-37a86a42de7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0851834 Jul 25 12:57:12.420794 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-d2a72e4f-9860-4338-bbe8-2ebf7c4c9c57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 217 time: 0.0349920 Jul 25 12:57:12.471089 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b616a-cd43-4064-9257-5366498399ff req-a17572a0-8e2b-4978-b504-3bf828d58dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:12.472544 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-a17572a0-8e2b-4978-b504-3bf828d58dae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0454934 Jul 25 12:57:12.544574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b616a-cd43-4064-9257-5366498399ff req-d25ce943-3b54-42b6-9f34-1d987c25446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:12.546071 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-d25ce943-3b54-42b6-9f34-1d987c25446c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674405 Jul 25 12:57:12.554520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450303-8cc1-443e-a9f4-8ed2e623d374 req-21d774db-215c-425d-99a5-ea6053be4fe3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:12.555872 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c450303-8cc1-443e-a9f4-8ed2e623d374 req-21d774db-215c-425d-99a5-ea6053be4fe3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0675890 Jul 25 12:57:12.666704 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c450303-8cc1-443e-a9f4-8ed2e623d374 req-f7b230d4-9405-4cb7-9b42-1af6a5b860b0 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015329 Jul 25 12:57:12.680202 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-5a43ccaf-ba14-4548-8596-c37d63eabd93 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234162 Jul 25 12:57:12.774235 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-420b616a-cd43-4064-9257-5366498399ff req-18e89b7a-de36-4773-a405-5276c499a636 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879292 Jul 25 12:57:13.787060 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd3572-52ec-44c7-bb67-ff3ebf8686ba req-e56cd4a6-d219-4ea6-9c5c-2b2a4a51e397 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:13.788588 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cbbd3572-52ec-44c7-bb67-ff3ebf8686ba req-e56cd4a6-d219-4ea6-9c5c-2b2a4a51e397 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0490837 Jul 25 12:57:13.838016 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-cbbd3572-52ec-44c7-bb67-ff3ebf8686ba req-54aced2a-6ca5-4701-8090-13a0d9dcfe7b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438368 Jul 25 12:57:14.955752 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25368154-043f-42ae-9ba2-6a5c28eabc14 req-fd1690ee-1295-460d-b2ae-4b8d81fc2726 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:14.957259 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-25368154-043f-42ae-9ba2-6a5c28eabc14 req-fd1690ee-1295-460d-b2ae-4b8d81fc2726 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0474854 Jul 25 12:57:14.983986 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:14.990363 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:15.010501 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-25368154-043f-42ae-9ba2-6a5c28eabc14 req-a067a697-0fd9-40d0-bc8e-4b0b988ca097 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Jul 25 12:57:16.134538 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82ec3-697d-479a-9f2f-d7b4aedbdc64 req-049ab6d9-b5f6-4b98-9a98-97ed910ffde6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:16.136004 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3db82ec3-697d-479a-9f2f-d7b4aedbdc64 req-049ab6d9-b5f6-4b98-9a98-97ed910ffde6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0540588 Jul 25 12:57:16.194182 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3db82ec3-697d-479a-9f2f-d7b4aedbdc64 req-04335bba-b36c-41ad-ab1b-e3e2ce63c166 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522146 Jul 25 12:57:16.661555 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:16.662364 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:17.317700 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed19b-1242-430b-9421-dac8a93daa5c req-d3ce2e0b-5d4c-45b4-8dfc-82fd0a38c0fc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:17.319198 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0e1ed19b-1242-430b-9421-dac8a93daa5c req-d3ce2e0b-5d4c-45b4-8dfc-82fd0a38c0fc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0489917 Jul 25 12:57:17.373304 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0e1ed19b-1242-430b-9421-dac8a93daa5c req-4cebaf27-96be-424d-bbc6-48eeaae7801b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484056 Jul 25 12:57:17.914769 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-f6f45fb1-33c4-46f6-b421-c9d3ddc62c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:18.492389 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd5d7-060c-4ea7-8a3f-0072ef1a8a8a req-e1c129e3-6bc8-4d55-ae9d-e41d5533f43d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:18.493777 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf4bd5d7-060c-4ea7-8a3f-0072ef1a8a8a req-e1c129e3-6bc8-4d55-ae9d-e41d5533f43d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 943 time: 0.0476065 Jul 25 12:57:18.543923 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-bf4bd5d7-060c-4ea7-8a3f-0072ef1a8a8a req-775f4fba-2223-4be5-b5af-24fde913c815 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Jul 25 12:57:19.232509 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 12:57:19.336944 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:57:19.348960 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'port_id': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'mac_address': 'fa:16:3e:b4:1f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 12:57:19.389219 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:57:19.389598 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:19.402987 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 12:57:19.422626 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:57:19.427398 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:19.473833 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:19.481409 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.481780 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.482224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.482638 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.482924 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.483268 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.483604 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.483906 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.484227 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.484631 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.484953 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.485945 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.486264 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.486657 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.486974 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:57:19.663855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b494f46-bed7-4b67-bb14-d2cf5d8fbdd7 req-ede22646-3ff8-4b07-aa7a-1d549d84418f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:19.665330 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b494f46-bed7-4b67-bb14-d2cf5d8fbdd7 req-ede22646-3ff8-4b07-aa7a-1d549d84418f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 944 time: 0.0481248 Jul 25 12:57:19.722412 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5b494f46-bed7-4b67-bb14-d2cf5d8fbdd7 req-9202f07c-1bce-4132-a331-658ea2bbdf59 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508659 Jul 25 12:57:19.814377 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 12:57:20.243139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7750a217-8c32-4235-a2d1-ef58db2ca01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:20.840506 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d5fb9-693d-45b2-866b-ffb6694380d3 req-14a88da0-ea78-454a-a34c-3f86995cca4e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:20.842007 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e74d5fb9-693d-45b2-866b-ffb6694380d3 req-14a88da0-ea78-454a-a34c-3f86995cca4e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 944 time: 0.0476732 Jul 25 12:57:20.892803 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-e74d5fb9-693d-45b2-866b-ffb6694380d3 req-2561f422-8340-41b7-9935-9f4f4925b88c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Jul 25 12:57:21.252879 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 12:57:21.299797 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 12:57:21.308363 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 12:57:21.308739 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:21.342566 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:21.357160 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:21.398513 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 12:57:21.398923 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:21.400731 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:21.423312 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:57:21.425562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8617a782-b611-48ac-8c0d-a1e2f7ac5092" -d '{"events": [{"server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "name": "network-vif-plugged", "status": "completed", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:57:21.438375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:57:21.442415 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:21.493599 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:21.523412 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf8ec1e-83ae-42f7-b911-d122a04d1977 x-openstack-request-id: req-2cf8ec1e-83ae-42f7-b911-d122a04d1977 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:57:21.523697 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "name": "network-vif-plugged", "status": "completed", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:57:21.523944 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cf8ec1e-83ae-42f7-b911-d122a04d1977 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:57:21.524344 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf8ec1e-83ae-42f7-b911-d122a04d1977'] response: {'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'code': 200} Jul 25 12:57:21.783410 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e33e6-c5d4-4c68-a3c2-0c4516cd47a7 req-324afc93-0206-4da1-9e1d-6453f18c8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:21.784869 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a03e33e6-c5d4-4c68-a3c2-0c4516cd47a7 req-324afc93-0206-4da1-9e1d-6453f18c8af3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1129 time: 0.0397892 Jul 25 12:57:21.831691 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-a03e33e6-c5d4-4c68-a3c2-0c4516cd47a7 req-881e41b0-4b08-4a47-8490-c1adcca49d41 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Jul 25 12:57:22.013014 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44dffd-2b2c-4aa6-84b1-56ad0548d81c req-e58c45a7-a077-4407-80ba-7f4f8029f8d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:22.014568 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5a44dffd-2b2c-4aa6-84b1-56ad0548d81c req-e58c45a7-a077-4407-80ba-7f4f8029f8d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.0510819 Jul 25 12:57:22.066242 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5a44dffd-2b2c-4aa6-84b1-56ad0548d81c req-aba6c34a-2736-4958-b2f1-4514c30d2cce tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457556 Jul 25 12:57:22.687336 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:23.146036 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:23.197851 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253341d1-f1f2-4749-8071-36a4690ba1df req-711da5d2-76f5-4ebc-90eb-c8060745796a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:23.199338 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-253341d1-f1f2-4749-8071-36a4690ba1df req-711da5d2-76f5-4ebc-90eb-c8060745796a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.0593843 Jul 25 12:57:23.250225 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-253341d1-f1f2-4749-8071-36a4690ba1df req-8a0847f6-ca77-498e-a57e-8cb863e4936b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Jul 25 12:57:24.367821 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e8405-6d77-488b-9dfd-11df22ddb1ed req-d04ee36b-2279-4904-b186-766a2b48c6cc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:24.369313 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3d6e8405-6d77-488b-9dfd-11df22ddb1ed req-d04ee36b-2279-4904-b186-766a2b48c6cc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.0479605 Jul 25 12:57:24.420676 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-3d6e8405-6d77-488b-9dfd-11df22ddb1ed req-9c41179e-5ad1-4282-920c-6f0adf372629 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457230 Jul 25 12:57:24.539350 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c61ba-35ae-461b-b9f8-933f8ff6d13a req-1b66f188-9b89-414f-8ef6-3a648e10e55f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:24.540865 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-004c61ba-35ae-461b-b9f8-933f8ff6d13a req-1b66f188-9b89-414f-8ef6-3a648e10e55f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.0482368 Jul 25 12:57:24.594276 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-004c61ba-35ae-461b-b9f8-933f8ff6d13a req-67d1a492-cca5-4d06-a19b-a5966d9567b9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 Jul 25 12:57:24.622603 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56798) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:57:24.752695 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1166a9b-4d36-40af-8a59-16a9c102f985 tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:24.754168 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-a1166a9b-4d36-40af-8a59-16a9c102f985 tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1124 time: 0.1303072 Jul 25 12:57:24.757727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56802) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:57:24.762004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.v2.base [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'port_id': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105686) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:57:24.783944 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:24.861587 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:24.921136 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:24.958561 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:24.973862 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_common [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.27.1.11 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/f4a4e49a-2534-46f4-8941-3c98b55f5149) {{(pid=105686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:57:25.081007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:25.113019 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:25.152953 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 12:57:25.157851 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.base_scheduler [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 12:57:25.161690 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 12:57:25.164960 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=f4a4e49a-2534-46f4-8941-3c98b55f5149,revision_number=1']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:25.807046 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (86b94a3c-938e-4380-bd35-12bcfbcbf29e), precommit_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:25.876276 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), before_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:25.995860 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:26.011546 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:26.035275 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), precommit_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:26.039988 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962460'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), after_update {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:26.123289 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=f4a4e49a-2534-46f4-8941-3c98b55f5149,revision_number=2']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:57:26.133546 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (86b94a3c-938e-4380-bd35-12bcfbcbf29e), after_create {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:26.233026 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP 86b94a3c-938e-4380-bd35-12bcfbcbf29e associated. External IP: 172.27.1.11, port: d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd. Jul 25 12:57:26.433516 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:57:26.549729 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:57:26.559256 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:57:26.571188 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:26.571469 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:57:26.571988 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:57:26.602632 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-45bdbd47-a836-4c42-ac9a-776c095398f8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8438151 Jul 25 12:57:26.603259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:57:26.605609 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019" -d '{"events": [{"name": "network-changed", "server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:57:26.645032 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb2718-5cae-41aa-9b22-3c58a07f4f98 x-openstack-request-id: req-6ecb2718-5cae-41aa-9b22-3c58a07f4f98 {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:57:26.645334 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:57:26.645572 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ecb2718-5cae-41aa-9b22-3c58a07f4f98 {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:57:26.646002 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecb2718-5cae-41aa-9b22-3c58a07f4f98'] response: {'name': 'network-changed', 'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'status': 'completed', 'code': 200} Jul 25 12:57:26.677019 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:57:26.741349 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-8e687b7b-6acb-4fb6-a545-569c34ddaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:26.743509 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-8e687b7b-6acb-4fb6-a545-569c34ddaef6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1129 time: 0.0439057 Jul 25 12:57:26.848689 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-9a42028d-1a55-4c14-a6ae-e7ebd5757002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:26.850234 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-9a42028d-1a55-4c14-a6ae-e7ebd5757002 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0996795 Jul 25 12:57:26.914705 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-e287ce67-9493-4361-be7e-4973d2846a64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 998 time: 0.0576041 Jul 25 12:57:26.917664 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '86b94a3c-938e-4380-bd35-12bcfbcbf29e', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:b4:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:57:25Z', 'updated_at': '2022-07-25T12:57:25Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:57:26.950141 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:57:26.959497 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:57:26.960158 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:57:26.977980 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-193e382a-d5c7-4ebc-8041-d9fbc10c82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:26.979506 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-193e382a-d5c7-4ebc-8041-d9fbc10c82a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0589707 Jul 25 12:57:27.025805 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-d56e64d6-1739-4816-813a-272f27f4ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:27.027230 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-d56e64d6-1739-4816-813a-272f27f4ceed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406804 Jul 25 12:57:27.064404 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:57:27.127951 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-45739ca1-bda2-4777-b972-264faf5c24a3 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Jul 25 12:57:27.221878 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:27.233356 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cdfb7b83-dca6-4f72-9a06-8055ac0a6019 req-1afbc14b-0a0d-4b5c-93fd-6abfb8af54ad service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986378 Jul 25 12:57:27.298427 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '86b94a3c-938e-4380-bd35-12bcfbcbf29e', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:b4:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:57:25Z', 'updated_at': '2022-07-25T12:57:25Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:57:27.323337 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f018c0f9-a2bb-4fac-82a7-748c0dacdfb7 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '86b94a3c-938e-4380-bd35-12bcfbcbf29e', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:b4:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T12:57:25Z', 'updated_at': '2022-07-25T12:57:25Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:57:27.529670 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69a257-9c9e-426d-98d0-220d9a502e59 None None] New status for floating IP 86b94a3c-938e-4380-bd35-12bcfbcbf29e: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:57:34.785012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:36.597208 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:36.600148 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:37.230892 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:37.295827 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=77 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:42.592284 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:57:44.779966 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:44.780793 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:47.920411 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-54e54403-3e69-4c53-91a0-df4900575da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:50.134174 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-13d7a55d-1ff3-4acf-9c57-d691e21c524f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379291 Jul 25 12:57:50.240128 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-fcfc34a8-040e-489e-8f77-fea3864c4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:50.241664 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-fcfc34a8-040e-489e-8f77-fea3864c4474 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0453460 Jul 25 12:57:50.246267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ef6a-535d-4a97-a588-90eaf3fee06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:50.344494 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-eaf8561e-996c-49a9-b04b-4e2d205ed81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:50.346589 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-eaf8561e-996c-49a9-b04b-4e2d205ed81a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.0861995 Jul 25 12:57:50.411917 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-8751976a-0a81-4ab1-9e2b-8a129325cbfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0585921 Jul 25 12:57:50.460373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-6382cceb-0f4e-4408-96ea-87bad9261f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:50.461807 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-6382cceb-0f4e-4408-96ea-87bad9261f53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0439990 Jul 25 12:57:50.505765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-9a50227c-5fda-4564-a773-f32ee29756c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:57:50.507280 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-9a50227c-5fda-4564-a773-f32ee29756c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390944 Jul 25 12:57:50.600108 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-34c6ec65-b574-420b-ab3c-70abaec791e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Jul 25 12:57:50.689658 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5805ae79-a89b-4475-9708-0eb4cf9e66bb req-d4c268e9-e40c-4ad6-8f41-8e2280c5fca2 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Jul 25 12:57:51.372485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:52.587873 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=78 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:52.588596 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:57:52.690416 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:57:53.147020 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:00.685413 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=50 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:00.686405 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=51 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:03.132284 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:03.140181 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:04.790567 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.221209 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56824) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:09.486776 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Deleting port 748ef513-4b44-4ca8-958b-da9049d9c7d4 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:09.487136 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.562521 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.562847 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for floatingip (748ef513-4b44-4ca8-958b-da9049d9c7d4), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.575876 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Calling delete_port for 748ef513-4b44-4ca8-958b-da9049d9c7d4 owned by network:floatingip {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:09.719728 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (748ef513-4b44-4ca8-958b-da9049d9c7d4), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.742864 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event deleted for resources: {'Port': ['ID=748ef513-4b44-4ca8-958b-da9049d9c7d4,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:09.756948 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.757297 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.757639 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.758004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.758340 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.758670 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.758996 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.759321 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.759649 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.759970 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.760293 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.760613 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.760935 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.761255 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.761574 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:09.824995 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for floatingip (b9779945-5e04-4ee1-87f5-298ca6c9fec3), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:09.825352 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.db.l3_db [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Floating IP b9779945-5e04-4ee1-87f5-298ca6c9fec3 disassociated (deleted). External IP: 172.27.1.17, port: 45398252-0703-42ee-96b5-f0a29b0c73c0. Jul 25 12:58:10.020052 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:58:10.124050 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:58:10.129071 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:10.134421 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Sync routers for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:58:10.145090 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:10.145606 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:10.154060 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:10.163849 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-0dff5062-6299-482a-8d11-56fa5569fe16 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "DELETE /v2.0/floatingips/b9779945-5e04-4ee1-87f5-298ca6c9fec3 HTTP/1.1" status: 204 len: 168 time: 0.9416070 Jul 25 12:58:10.164700 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:58:10.168773 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1be3802af61afcab1ea950fdfbcb12befe84567b459177ae7a5fc33cb1e7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be5502-18a5-4447-9d9c-573e143897bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:58:10.221092 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57666d00-cf34-48cd-b970-22fdf5aca5bc x-openstack-request-id: req-57666d00-cf34-48cd-b970-22fdf5aca5bc {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:58:10.221727 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "status": "completed", "code": 200}]} {{(pid=105686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:58:10.222335 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57666d00-cf34-48cd-b970-22fdf5aca5bc {{(pid=105686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:58:10.222543 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57666d00-cf34-48cd-b970-22fdf5aca5bc'] response: {'name': 'network-changed', 'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'status': 'completed', 'code': 200} Jul 25 12:58:10.324707 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be5502-18a5-4447-9d9c-573e143897bd req-939fa8d6-41ca-4f41-a9cb-2b3bfd86603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:10.326332 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-939fa8d6-41ca-4f41-a9cb-2b3bfd86603d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 1130 time: 0.0523124 Jul 25 12:58:10.340230 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:10.406144 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:10.415617 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd676-68f5-4fb0-9b5c-97eb47767eeb req-3f8c5750-57e8-42df-abca-1e74188a0e23 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:10.417083 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60dbd676-68f5-4fb0-9b5c-97eb47767eeb req-3f8c5750-57e8-42df-abca-1e74188a0e23 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0517697 Jul 25 12:58:10.468987 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60dbd676-68f5-4fb0-9b5c-97eb47767eeb req-3491a336-41fc-4e04-ab14-d8331ed5b1da tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457323 Jul 25 12:58:10.531450 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:10.558857 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Checking router: 660bc6f6-7dde-4b92-b8ca-448201f65cb9 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:58:10.566741 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:10.567325 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:10.662396 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:10.842407 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:10.866896 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493723-8ebc-4c79-baa5-db2ba9fabeac None None] The sync data for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi is: [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:52:43Z', 'revision_number': 4, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': 'c6ca2dee-a4d9-435c-9974-3b48df8801c0', 'name': '', 'network_id': 'e5eafa79-daa3-4f44-bfa9-6122070d86ba', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'mac_address': 'fa:16:3e:bb:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:42Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'subnets': [{'id': 'd75ededf-91f5-4cb2-b8e0-88d7f552fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:58:11.070263 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1f933-a4f6-49c3-99f8-80a89e04227e None None] New status for floating IP b9779945-5e04-4ee1-87f5-298ca6c9fec3: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:58:11.607784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed5a89-b137-4024-99cc-6534c4faf9e2 req-3fe7ac47-1f85-4e8a-8bdf-0b430f81e4cf tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:11.609211 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12ed5a89-b137-4024-99cc-6534c4faf9e2 req-3fe7ac47-1f85-4e8a-8bdf-0b430f81e4cf tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0667186 Jul 25 12:58:11.614570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be5502-18a5-4447-9d9c-573e143897bd req-53fb94db-4cfa-4fea-b420-bbea89d730b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:11.615912 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-53fb94db-4cfa-4fea-b420-bbea89d730b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 200 len: 910 time: 0.1243455 Jul 25 12:58:11.664415 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-4da15db0-08b4-4cbf-9f04-af41cc27b6a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 200 len: 217 time: 0.0418499 Jul 25 12:58:11.693233 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-12ed5a89-b137-4024-99cc-6534c4faf9e2 req-92c4975d-a503-4d84-a006-af48ea36d8b8 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763934 Jul 25 12:58:11.742588 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be5502-18a5-4447-9d9c-573e143897bd req-7b034bc7-07fe-44a3-a823-842bb2356200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:11.743995 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-7b034bc7-07fe-44a3-a823-842bb2356200 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 200 len: 848 time: 0.0442116 Jul 25 12:58:11.913854 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be5502-18a5-4447-9d9c-573e143897bd req-844dbbed-a931-4de1-8f6d-7d0234ac1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:11.915348 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-844dbbed-a931-4de1-8f6d-7d0234ac1079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5eafa79-daa3-4f44-bfa9-6122070d86ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437863 Jul 25 12:58:12.005935 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-01764be8-5b39-485e-8f0c-18270c60e1a7 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 Jul 25 12:58:12.099374 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b5be5502-18a5-4447-9d9c-573e143897bd req-ba57de54-d96c-48ed-8f5e-dd89fd564db5 service neutron] 10.222.0.61 "GET /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869985 Jul 25 12:58:12.505521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-4e960d4a-aa6f-4b2f-8a9c-bc3197460ba3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:12.506874 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-4e960d4a-aa6f-4b2f-8a9c-bc3197460ba3 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0471067 Jul 25 12:58:12.588027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Deleting port 45398252-0703-42ee-96b5-f0a29b0c73c0 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:12.588362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:12.678977 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] For port 45398252-0703-42ee-96b5-f0a29b0c73c0, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=45398252-0703-42ee-96b5-f0a29b0c73c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:12.679694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:12.692403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Calling delete_port for 45398252-0703-42ee-96b5-f0a29b0c73c0 owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:12.817536 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba371e-14ef-47d2-a5b8-a8705493c670 req-20ac06d6-a3e6-44df-a4f2-d85085ce5148 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:12.819097 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-daba371e-14ef-47d2-a5b8-a8705493c670 req-20ac06d6-a3e6-44df-a4f2-d85085ce5148 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c3287c8-5a26-458c-93a0-3ae6a820f3e6 HTTP/1.1" status: 200 len: 946 time: 0.0472586 Jul 25 12:58:12.825690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (45398252-0703-42ee-96b5-f0a29b0c73c0), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:12.853124 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event deleted for resources: {'Port': ['ID=45398252-0703-42ee-96b5-f0a29b0c73c0,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:12.857241 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:12.864733 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:12.868974 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.869322 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.869664 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.869835 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-daba371e-14ef-47d2-a5b8-a8705493c670 req-497a4cc9-be42-4056-9544-e33a59ed3ae5 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "GET /v2.0/security-groups?id=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Jul 25 12:58:12.870023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.870567 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.870932 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.871254 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.871565 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.871876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.872202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.872525 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.872844 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.873162 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.873482 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.873796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:12.913232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] No DVR routers for this DVR port 45398252-0703-42ee-96b5-f0a29b0c73c0 on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:58:12.915636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:12.918829 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e3964c6-7e10-4115-8f27-54ab400da4ee req-2badd77c-df63-4a7d-9735-0a94306a45ec tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.61 "DELETE /v2.0/ports/45398252-0703-42ee-96b5-f0a29b0c73c0 HTTP/1.1" status: 204 len: 173 time: 0.4063141 Jul 25 12:58:12.919264 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-deleted', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:58:12.921451 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b2c17d-a2c4-4f78-b85c-e08c97dc1604" -d '{"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-deleted", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:58:12.961810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629a855-8f5d-4367-9b37-fdf9a2d1ab5d x-openstack-request-id: req-5629a855-8f5d-4367-9b37-fdf9a2d1ab5d {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:58:12.962134 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3287c8-5a26-458c-93a0-3ae6a820f3e6", "name": "network-vif-deleted", "tag": "45398252-0703-42ee-96b5-f0a29b0c73c0", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:58:12.962393 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5629a855-8f5d-4367-9b37-fdf9a2d1ab5d {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:58:12.962799 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5629a855-8f5d-4367-9b37-fdf9a2d1ab5d'] response: {'server_uuid': '1c3287c8-5a26-458c-93a0-3ae6a820f3e6', 'name': 'network-vif-deleted', 'tag': '45398252-0703-42ee-96b5-f0a29b0c73c0', 'status': 'completed', 'code': 200} Jul 25 12:58:13.935839 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56850) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:13.992938 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (099a7a6a-13b9-4fd5-b144-7c64b13f7ab7), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.018533 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (099a7a6a-13b9-4fd5-b144-7c64b13f7ab7), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.087197 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (099a7a6a-13b9-4fd5-b144-7c64b13f7ab7), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.089765 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.090910 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] 10.222.0.60 "DELETE /v2.0/security-groups/099a7a6a-13b9-4fd5-b144-7c64b13f7ab7 HTTP/1.1" status: 204 len: 168 time: 0.1554868 Jul 25 12:58:14.100165 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17247f8-8ced-4612-933c-e551c14f2f54 tempest-TestShelveInstance-781047595 tempest-TestShelveInstance-781047595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099a7a6a-13b9-4fd5-b144-7c64b13f7ab7,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:14.140558 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56854) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:14.593172 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.808004 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Deleting port c6ca2dee-a4d9-435c-9974-3b48df8801c0 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:14.808336 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.863283 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:14.875093 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:14.890209 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] For port c6ca2dee-a4d9-435c-9974-3b48df8801c0, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=c6ca2dee-a4d9-435c-9974-3b48df8801c0,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:14.890566 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:14.903392 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Calling delete_port for c6ca2dee-a4d9-435c-9974-3b48df8801c0 owned by network:router_interface {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:15.078558 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (c6ca2dee-a4d9-435c-9974-3b48df8801c0), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:15.104576 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ca2dee-a4d9-435c-9974-3b48df8801c0,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:15.273258 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:15.463641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:15.478207 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:58:15.482560 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 45398252-0703-42ee-96b5-f0a29b0c73c0 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:15.482898 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 45398252-0703-42ee-96b5-f0a29b0c73c0 not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:15.579690 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:58:15.584645 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-6184f93e-76f4-4b34-9e69-30c652b41b49 admin admin] 10.222.0.60 "PUT /v2.0/routers/660bc6f6-7dde-4b92-b8ca-448201f65cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430530 Jul 25 12:58:15.587340 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56858) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:15.591468 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Sync routers for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:58:15.600422 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:15.601018 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:15.695012 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:15.707178 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:15.880826 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:15.899244 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:58:15Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:15.925857 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Checking router: 660bc6f6-7dde-4b92-b8ca-448201f65cb9 for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:58:15.934099 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Routers {'660bc6f6-7dde-4b92-b8ca-448201f65cb9'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:15.934703 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:15.935086 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks [] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:15.975288 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:15.977539 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:16.036472 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] Set router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:16.036948 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks [] for router_gateway (660bc6f6-7dde-4b92-b8ca-448201f65cb9), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.080379 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Deleting port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:16.081458 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.166861 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] For port 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:16.167518 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.187319 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Calling delete_port for 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 owned by network:router_gateway {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:16.212314 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:58:15Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:16.240719 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6485b-8e3d-4406-b17c-ffa920079fe6 None None] The sync data for ids ['660bc6f6-7dde-4b92-b8ca-448201f65cb9'] in dv-cinder-825492-28-iscsi is: [{'id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'name': 'tempest-TestShelveInstance-1125923936-router', 'tenant_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:39Z', 'updated_at': '2022-07-25T12:58:15Z', 'revision_number': 5, 'project_id': 'b7a69b02cd124acdb14727ea0711c1f8', 'gw_port': {'id': '5176cd4f-11bf-4ce5-8a1a-cfe64d609b13', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bc6f6-7dde-4b92-b8ca-448201f65cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:40Z', 'updated_at': '2022-07-25T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:58:16.351699 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (5176cd4f-11bf-4ce5-8a1a-cfe64d609b13), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.377351 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Pushing event deleted for resources: {'Port': ['ID=5176cd4f-11bf-4ce5-8a1a-cfe64d609b13,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:16.436465 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.521732 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.523804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks [] for router_controller (660bc6f6-7dde-4b92-b8ca-448201f65cb9), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.565145 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (660bc6f6-7dde-4b92-b8ca-448201f65cb9), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.565749 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660bc6f6-7dde-4b92-b8ca-448201f65cb9 {{(pid=105686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:58:16.570461 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.573830 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-837c0044-6f65-408d-ab4b-7465df5f329e admin admin] 10.222.0.60 "DELETE /v2.0/routers/660bc6f6-7dde-4b92-b8ca-448201f65cb9 HTTP/1.1" status: 204 len: 168 time: 0.9835157 Jul 25 12:58:16.574286 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56860) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:16.626157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Deleting subnet d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:58:16.629558 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Publish callbacks [] for subnet (d75ededf-91f5-4cb2-b8e0-88d7f552fdd8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.666864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (d75ededf-91f5-4cb2-b8e0-88d7f552fdd8), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.744258 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (d75ededf-91f5-4cb2-b8e0-88d7f552fdd8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.805196 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (d75ededf-91f5-4cb2-b8e0-88d7f552fdd8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.833141 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75ededf-91f5-4cb2-b8e0-88d7f552fdd8,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:16.838571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.842442 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-22987999-d682-421e-bee7-f9721c3e22f3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d75ededf-91f5-4cb2-b8e0-88d7f552fdd8 HTTP/1.1" status: 204 len: 168 time: 0.2670233 Jul 25 12:58:16.845224 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 56862) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:16.846704 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d3f5b-412a-451a-9710-0cbbeff0e3cb None None] Network e5eafa79-daa3-4f44-bfa9-6122070d86ba requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:58:16.923204 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (e5eafa79-daa3-4f44-bfa9-6122070d86ba), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:16.975323 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Deleting port 412b9cc1-ccbb-482c-98c3-7010a688879d {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:16.975657 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.043290 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] For port 412b9cc1-ccbb-482c-98c3-7010a688879d, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=412b9cc1-ccbb-482c-98c3-7010a688879d,segment=NetworkSegment(c4693c1e-7afa-45b7-bfd8-9293f9586c61),segment_id=c4693c1e-7afa-45b7-bfd8-9293f9586c61)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:17.043645 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.056876 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Calling delete_port for 412b9cc1-ccbb-482c-98c3-7010a688879d owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:17.066765 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:17.134565 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (412b9cc1-ccbb-482c-98c3-7010a688879d), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.156551 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=412b9cc1-ccbb-482c-98c3-7010a688879d,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:17.161822 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] No DVR routers for this DVR port 412b9cc1-ccbb-482c-98c3-7010a688879d on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:58:17.206259 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:17.220287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e06f34-b511-4404-a018-e51bc962400f None None] DHCP port deletion for e5eafa79-daa3-4f44-bfa9-6122070d86ba request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:58:17.251860 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (e5eafa79-daa3-4f44-bfa9-6122070d86ba), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.273072 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eafa79-daa3-4f44-bfa9-6122070d86ba']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:17.282626 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4693c1e-7afa-45b7-bfd8-9293f9586c61') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:17.282915 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4693c1e-7afa-45b7-bfd8-9293f9586c61') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:17.287208 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device c6ca2dee-a4d9-435c-9974-3b48df8801c0 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:17.292628 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (c4693c1e-7afa-45b7-bfd8-9293f9586c61), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.306218 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: c6ca2dee-a4d9-435c-9974-3b48df8801c0 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:17.306553 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (c4693c1e-7afa-45b7-bfd8-9293f9586c61), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.306709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device c6ca2dee-a4d9-435c-9974-3b48df8801c0 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:17.306962 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:17.312864 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:58:17.313308 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (c4693c1e-7afa-45b7-bfd8-9293f9586c61), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.325438 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:17.326182 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 5176cd4f-11bf-4ce5-8a1a-cfe64d609b13 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:17.326299 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 412b9cc1-ccbb-482c-98c3-7010a688879d no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:17.348838 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 412b9cc1-ccbb-482c-98c3-7010a688879d {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:17.349192 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 412b9cc1-ccbb-482c-98c3-7010a688879d not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:17.390080 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (e5eafa79-daa3-4f44-bfa9-6122070d86ba), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.397601 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.406282 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e5eafa79-daa3-4f44-bfa9-6122070d86ba HTTP/1.1" status: 204 len: 168 time: 0.5554914 Jul 25 12:58:17.407931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56868) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:17.421067 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment c4693c1e-7afa-45b7-bfd8-9293f9586c61 resource provider aggregate not found Jul 25 12:58:17.428014 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9862a-aed3-499a-900b-f59d76a4c7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5eafa79-daa3-4f44-bfa9-6122070d86ba,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:17.441683 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment c4693c1e-7afa-45b7-bfd8-9293f9586c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4693c1e-7afa-45b7-bfd8-9293f9586c61 found for delete ", "request_id": "req-95b69346-0989-4fba-82c7-4ca588fe13fb"}]} Jul 25 12:58:17.722784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (f1dab487-d648-416e-a735-237a7a12424f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.914133 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-72b8303c-578d-492b-914c-668e0b79ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.943759 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Deleting port b86b109f-7cfc-44b2-9985-583a204bb209 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:17.944094 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:17.986386 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:18.020066 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:18.026933 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] For port b86b109f-7cfc-44b2-9985-583a204bb209, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=b86b109f-7cfc-44b2-9985-583a204bb209,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:18.027293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:18.042144 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Calling delete_port for b86b109f-7cfc-44b2-9985-583a204bb209 owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:18.216191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (b86b109f-7cfc-44b2-9985-583a204bb209), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:18.240473 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86b109f-7cfc-44b2-9985-583a204bb209,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:18.661355 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (f1dab487-d648-416e-a735-237a7a12424f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:18.871557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Router f1dab487-d648-416e-a735-237a7a12424f has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:58:18.974080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:58:18.979230 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-013af14c-ec84-4f0a-a2d7-e0576d3e7837 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1dab487-d648-416e-a735-237a7a12424f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5700946 Jul 25 12:58:18.981864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56872) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:18.982417 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Sync routers for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:58:18.994632 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:18.995342 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:19.075465 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:19.090377 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks [] for router (f1dab487-d648-416e-a735-237a7a12424f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.117787 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:19.172547 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:19.194112 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks [] for router_gateway (f1dab487-d648-416e-a735-237a7a12424f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.237571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Deleting port 80dfc233-1915-43aa-868c-17d23d9845e5 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:19.238257 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.289155 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:58:18Z', 'revision_number': 5, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port': {'id': '80dfc233-1915-43aa-868c-17d23d9845e5', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dab487-d648-416e-a735-237a7a12424f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:52:46Z', 'updated_at': '2022-07-25T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:19.318200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Checking router: f1dab487-d648-416e-a735-237a7a12424f for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:58:19.326653 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Routers {'f1dab487-d648-416e-a735-237a7a12424f'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:58:19.327257 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:57:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['f1dab487-d648-416e-a735-237a7a12424f'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:19.333815 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] For port 80dfc233-1915-43aa-868c-17d23d9845e5, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=80dfc233-1915-43aa-868c-17d23d9845e5,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:19.334204 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.347435 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Calling delete_port for 80dfc233-1915-43aa-868c-17d23d9845e5 owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:19.408469 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] Set router f1dab487-d648-416e-a735-237a7a12424f gateway port host: None {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:58:19.460757 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:58:19Z', 'revision_number': 6, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:19.488180 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc678b-a2f1-4dbd-b312-0005e0631816 None None] The sync data for ids ['f1dab487-d648-416e-a735-237a7a12424f'] in dv-cinder-825492-28-iscsi is: [{'id': 'f1dab487-d648-416e-a735-237a7a12424f', 'name': 'tempest-TestShelveInstance-857989253-router', 'tenant_id': '148c9c2c71984436abc9f275e4f890c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:52:45Z', 'updated_at': '2022-07-25T12:58:19Z', 'revision_number': 6, 'project_id': '148c9c2c71984436abc9f275e4f890c3', 'gw_port_host': None}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:58:19.533605 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (80dfc233-1915-43aa-868c-17d23d9845e5), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.557832 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dfc233-1915-43aa-868c-17d23d9845e5,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:19.592011 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:58:19.618642 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (f1dab487-d648-416e-a735-237a7a12424f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.648585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-1116158d-2c29-4cf3-8cda-e8ccc9992ef9 req-470fe8e8-ed47-45b7-b3e9-9f679b4f3a3d service neutron] (105685) timed out ('10.222.0.61', 51617) {{(pid=105685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:58:19.715201 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (f1dab487-d648-416e-a735-237a7a12424f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.717428 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks [] for router_controller (f1dab487-d648-416e-a735-237a7a12424f), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.760121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (f1dab487-d648-416e-a735-237a7a12424f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.760610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1dab487-d648-416e-a735-237a7a12424f {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 12:58:19.764691 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.765788 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-667ebe90-1cde-464a-9af7-3560f728eaa0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1dab487-d648-416e-a735-237a7a12424f HTTP/1.1" status: 204 len: 168 time: 0.7829380 Jul 25 12:58:19.769002 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56874) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:19.812311 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Deleting subnet 23ff2490-0300-409f-9481-56699f616274 {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 12:58:19.815952 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Publish callbacks [] for subnet (23ff2490-0300-409f-9481-56699f616274), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.852606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (23ff2490-0300-409f-9481-56699f616274), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.941444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (23ff2490-0300-409f-9481-56699f616274), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.946374 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [req-029016b5-9102-44ad-8466-f9adccd86efc req-5f372030-c612-4151-b552-08c36d4ec124 tempest-VolumesSnapshotTestJSON-507215875 tempest-VolumesSnapshotTestJSON-507215875-project] (105686) timed out ('10.222.0.61', 51623) {{(pid=105686) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:58:19.996024 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (23ff2490-0300-409f-9481-56699f616274), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:19.999191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:20.020936 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ff2490-0300-409f-9481-56699f616274,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:20.027611 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.033638 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-30dec571-4090-45fe-9569-513f8857bc46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/23ff2490-0300-409f-9481-56699f616274 HTTP/1.1" status: 204 len: 168 time: 0.2608647 Jul 25 12:58:20.033815 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56876) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:20.034096 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b5d0b-8963-4fea-8956-9f46a5023600 None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 12:58:20.052215 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:20.111853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.158512 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Deleting port 24b3d309-1b75-4e81-9bff-a5488c20635e {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:20.158855 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.222059 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] For port 24b3d309-1b75-4e81-9bff-a5488c20635e, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=24b3d309-1b75-4e81-9bff-a5488c20635e,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:20.222354 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.235291 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Calling delete_port for 24b3d309-1b75-4e81-9bff-a5488c20635e owned by network:dhcp {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:20.249574 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d73ee677-f0d4-4579-bd32-29869aa3ee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.280305 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] DHCP port deletion for a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 12:58:20.329692 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Deleting port 24b3d309-1b75-4e81-9bff-a5488c20635e {{(pid=105687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:58:20.330098 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), before_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.339110 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.366970 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=24b3d309-1b75-4e81-9bff-a5488c20635e,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:20.369151 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] No DVR routers for this DVR port 24b3d309-1b75-4e81-9bff-a5488c20635e on host dv-cinder-825492-28-iscsi {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:58:20.398681 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] For port 24b3d309-1b75-4e81-9bff-a5488c20635e, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=24b3d309-1b75-4e81-9bff-a5488c20635e,segment=NetworkSegment(75447b87-2f20-4926-95d6-3b9e7e13b4e2),segment_id=75447b87-2f20-4926-95d6-3b9e7e13b4e2)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:58:20.399174 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), precommit_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.415288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Calling delete_port for 24b3d309-1b75-4e81-9bff-a5488c20635e owned by network:dhcp {{(pid=105687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:58:20.445076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.466489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:20.477031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75447b87-2f20-4926-95d6-3b9e7e13b4e2') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:20.477329 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75447b87-2f20-4926-95d6-3b9e7e13b4e2') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:58:20.484422 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:20.488328 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (75447b87-2f20-4926-95d6-3b9e7e13b4e2), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.506035 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (75447b87-2f20-4926-95d6-3b9e7e13b4e2), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.514844 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 12:58:20.515099 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (75447b87-2f20-4926-95d6-3b9e7e13b4e2), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.588033 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.594503 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.597769 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] 10.222.0.60 "DELETE /v2.0/networks/a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f HTTP/1.1" status: 204 len: 168 time: 0.5630426 Jul 25 12:58:20.628898 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111'] for port (24b3d309-1b75-4e81-9bff-a5488c20635e), after_delete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.633971 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4bd57-d57b-4df6-b4c3-7ad492dc8c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:20.639580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:20.646406 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 75447b87-2f20-4926-95d6-3b9e7e13b4e2 resource provider aggregate not found Jul 25 12:58:20.657365 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Pushing event deleted for resources: {'Port': ['ID=24b3d309-1b75-4e81-9bff-a5488c20635e,revision_number=None']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:20.659989 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Network a3f0a4cf-73b1-4aa3-a54a-27691b6aed8f is not hosted by any dhcp agent {{(pid=105687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 25 12:58:20.660442 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] No DVR routers for this DVR port 24b3d309-1b75-4e81-9bff-a5488c20635e on host dv-cinder-825492-28-iscsi {{(pid=105687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:58:20.670273 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 75447b87-2f20-4926-95d6-3b9e7e13b4e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75447b87-2f20-4926-95d6-3b9e7e13b4e2 found for delete ", "request_id": "req-f474ce71-218d-4f46-9646-3adb7dc85ee5"}]} Jul 25 12:58:20.670882 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.671242 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.671580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.671918 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.672316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.672589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.672914 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.673235 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.673583 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.673940 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.674255 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.674581 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.674903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.675224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.675997 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2cd5c-c131-44eb-97b6-d99d2495dac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:58:20.747810 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56886) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:20.794957 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f1936a6c-b99b-476d-b5da-13375033bbbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7a69b02cd124acdb14727ea0711c1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459838 Jul 25 12:58:20.798193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56888) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:20.849114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] Publish callbacks [] for security_group (bcefda9b-3669-4434-8ee5-74ba065a8ea8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.871166 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] Publish callbacks [] for security_group (bcefda9b-3669-4434-8ee5-74ba065a8ea8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.923014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (bcefda9b-3669-4434-8ee5-74ba065a8ea8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.926530 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:20.928277 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcefda9b-3669-4434-8ee5-74ba065a8ea8 HTTP/1.1" status: 204 len: 168 time: 0.1289916 Jul 25 12:58:20.940110 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f68db-c7f8-4ad9-a6e8-67d543675744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcefda9b-3669-4434-8ee5-74ba065a8ea8,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:21.050042 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 24b3d309-1b75-4e81-9bff-a5488c20635e no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:21.071114 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 24b3d309-1b75-4e81-9bff-a5488c20635e {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:21.071456 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 24b3d309-1b75-4e81-9bff-a5488c20635e not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:21.071871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b86b109f-7cfc-44b2-9985-583a204bb209 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:21.089408 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: b86b109f-7cfc-44b2-9985-583a204bb209 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:21.089769 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device b86b109f-7cfc-44b2-9985-583a204bb209 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:21.090316 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 80dfc233-1915-43aa-868c-17d23d9845e5 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:58:21.112836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 80dfc233-1915-43aa-868c-17d23d9845e5 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:58:21.113480 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 80dfc233-1915-43aa-868c-17d23d9845e5 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:58:21.277968 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56894) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:21.318881 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-9af63e05-c920-4be1-ac1e-e32cb00d1184 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=148c9c2c71984436abc9f275e4f890c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396900 Jul 25 12:58:21.321340 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 56896) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 12:58:21.357448 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:21.370724 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] Publish callbacks [] for security_group (d3d68873-c763-4679-9f0d-34d47603e6ea), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:21.377601 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:21.392078 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] Publish callbacks [] for security_group (d3d68873-c763-4679-9f0d-34d47603e6ea), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:21.425862 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:21.449735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (d3d68873-c763-4679-9f0d-34d47603e6ea), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:21.452375 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:21.453505 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3d68873-c763-4679-9f0d-34d47603e6ea HTTP/1.1" status: 204 len: 168 time: 0.1312909 Jul 25 12:58:21.461502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a7d22-6dbb-4cc0-ba2e-e8c31f4c4fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d68873-c763-4679-9f0d-34d47603e6ea,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:58:22.693112 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:23.140748 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:26.215138 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=49 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:27.380673 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:27.407734 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:29.588108 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=37 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:31.456240 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:31.457117 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:33.134696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:33.136616 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:34.800139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:44.793903 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:44.795939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:58:47.916733 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7ebc9a94-7d49-479e-99b5-646b618cdc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:50.245946 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab14e-7ddd-4201-bd3f-a52c389b4534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:51.378734 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:52.161504 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-66ae9c01-0109-44ca-943a-fb5571968b63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408552 Jul 25 12:58:52.230364 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-269cdd67-d8c1-49c3-8445-6745682c2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:52.232002 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-269cdd67-d8c1-49c3-8445-6745682c2118 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1129 time: 0.0386035 Jul 25 12:58:52.338118 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-add058d9-018a-4b1e-9633-b8f9b555ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:52.339628 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-add058d9-018a-4b1e-9633-b8f9b555ba0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0868988 Jul 25 12:58:52.399984 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-0f5c9f35-8696-4485-9cd0-56f078bbd252 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 1000 time: 0.0538251 Jul 25 12:58:52.446957 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-3011c8eb-f973-491c-9791-6aa719897d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:52.448286 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-3011c8eb-f973-491c-9791-6aa719897d65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0423963 Jul 25 12:58:52.495608 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-1845e1d6-d654-4883-b977-57ee24cecfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:58:52.497553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-1845e1d6-d654-4883-b977-57ee24cecfe8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416241 Jul 25 12:58:52.585448 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-81041a98-836e-4368-b30a-218aa49a64f4 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809348 Jul 25 12:58:52.679159 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-fa984796-5a3d-4779-bef0-05a3307f7aa6 req-2453a6ea-94cd-4634-ad8b-c57a4e0bca98 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872786 Jul 25 12:58:52.699655 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:53.143706 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:58:56.591163 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:59:02.667191 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=54 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:02.675067 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=47 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:03.138216 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:03.140600 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:04.797493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:06.587558 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:06.588294 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=6 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:14.790455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:14.792324 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:16.666698 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:16.667436 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:17.920195 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-ea7d807e-386a-48ff-91c7-1fb6caee019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:20.248309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-8df30fab-62b9-465d-b0cc-be18f8b75410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:21.382401 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:22.701113 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:23.147326 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:33.591444 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 12:59:34.716524 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:34.719152 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:34.809565 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:36.018148 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-9192779f-7536-443c-92b4-b53e996c6fe4 service neutron] (105685) timed out ('10.222.0.60', 50790) {{(pid=105685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:59:36.205856 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [req-d73460af-7e97-4719-8b9b-b1bd4af980a9 req-4916e719-90dd-42fe-baf1-b588276d6ac6 tempest-AttachVolumeShelveTestJSON-92572978 tempest-AttachVolumeShelveTestJSON-92572978-project] (105686) timed out ('10.222.0.60', 50798) {{(pid=105686) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 12:59:43.587109 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:43.587854 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:44.804023 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:44.806046 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:47.922668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-d357f148-9d74-4e40-bdc1-ef86c96c08de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:50.251132 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-78605a16-151d-4623-b48f-aa669434eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:51.384459 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:52.142906 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-4330f323-8b98-4d65-9881-7baf6c1cc229 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390837 Jul 25 12:59:52.246626 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-a22652e1-40b1-4b4b-94a2-fadbaf331f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:52.248120 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-a22652e1-40b1-4b4b-94a2-fadbaf331f10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 1129 time: 0.0448020 Jul 25 12:59:52.354228 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-935033ad-acd5-479a-a82e-ee0a199f23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:52.355659 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-935033ad-acd5-479a-a82e-ee0a199f23ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0881317 Jul 25 12:59:52.415771 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-76eae715-bb48-49e2-9239-2628e96aafec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 200 len: 1000 time: 0.0526624 Jul 25 12:59:52.465606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-7d84cebc-042b-4bd4-baab-7d1b9ac6c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:52.467635 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-7d84cebc-042b-4bd4-baab-7d1b9ac6c550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0461781 Jul 25 12:59:52.511556 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-7498d1cc-ab7b-4ea2-92c1-4b7d72553601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:52.513575 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-7498d1cc-ab7b-4ea2-92c1-4b7d72553601 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392349 Jul 25 12:59:52.601184 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-350b6f5a-6204-45fd-af35-71f13d98508c service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811841 Jul 25 12:59:52.692731 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-458ee9a8-088b-4f05-a5e9-90507ff6423b req-1ad6aace-134d-401a-a19c-8d51b20d799c service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851142 Jul 25 12:59:52.703929 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:53.153040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:53.808966 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ec38-5317-4a20-9e14-3e68b4e953af req-20dcc2d3-8b00-44fc-8bc5-6076dd125b20 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:53.810808 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9f47ec38-5317-4a20-9e14-3e68b4e953af req-20dcc2d3-8b00-44fc-8bc5-6076dd125b20 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.2600038 Jul 25 12:59:53.858854 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-9f47ec38-5317-4a20-9e14-3e68b4e953af req-cde8b8ea-07a2-47e1-a352-ae231e5978a5 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Jul 25 12:59:55.037824 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b1593-4691-47f4-9c12-b4e1fa53c3ab req-9e1fd3aa-6082-4608-a00c-b95d62de21aa tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:55.039647 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-861b1593-4691-47f4-9c12-b4e1fa53c3ab req-9e1fd3aa-6082-4608-a00c-b95d62de21aa tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.1041851 Jul 25 12:59:55.088426 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-861b1593-4691-47f4-9c12-b4e1fa53c3ab req-b45e5813-a47d-40a8-8fcd-62b7834afd89 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Jul 25 12:59:55.440193 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-384720f1-12df-4b27-b7f2-2b861a9f60b8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:55.441736 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-384720f1-12df-4b27-b7f2-2b861a9f60b8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 945 time: 0.0535183 Jul 25 12:59:55.525781 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 12:59:55.526143 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:55.627212 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] For port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 12:59:55.627699 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:55.778353 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:55.787868 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:55.788226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (86b94a3c-938e-4380-bd35-12bcfbcbf29e), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:55.788537 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP 86b94a3c-938e-4380-bd35-12bcfbcbf29e disassociated. External IP: 172.27.1.11, port: d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd. Jul 25 12:59:55.788881 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 12:59:55.831198 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:55.917101 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:55.942735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 12:59:55.952927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.953268 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.953604 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.953958 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.954293 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.954620 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.954947 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.955269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.955591 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.955911 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.956232 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.956553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.956871 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.957189 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:55.957505 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 12:59:56.066029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 12:59:56.197640 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8f42cbff-4ddc-41e0-b919-966a98ba00d3 req-430702fc-beab-4ae2-8243-07e7a5b8a6f0 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec7a091-5227-4b72-80f6-754bd8ff366c HTTP/1.1" status: 200 len: 210 time: 0.0346143 Jul 25 12:59:56.199022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 12:59:56.209710 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 12:59:56.219638 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:59:56.220249 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:59:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:59:56.251694 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] No DVR routers for this DVR port d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 12:59:56.254319 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:56.257610 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8830d7bc-5807-4200-a08a-57f6e9b6738e req-9ffb93e3-fa21-4ee0-97d2-bfea683194f3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "DELETE /v2.0/ports/d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd HTTP/1.1" status: 204 len: 173 time: 0.8101954 Jul 25 12:59:56.258089 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'name': 'network-vif-deleted', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 12:59:56.260399 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a806a6-0052-4959-b21a-b633acb7908e" -d '{"events": [{"server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "name": "network-vif-deleted", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 12:59:56.308491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3189c863-cae3-4df3-b8ef-55e1fafd6ee4 x-openstack-request-id: req-3189c863-cae3-4df3-b8ef-55e1fafd6ee4 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 12:59:56.308782 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec7a091-5227-4b72-80f6-754bd8ff366c", "name": "network-vif-deleted", "tag": "d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 12:59:56.309041 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3189c863-cae3-4df3-b8ef-55e1fafd6ee4 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 12:59:56.309447 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3189c863-cae3-4df3-b8ef-55e1fafd6ee4'] response: {'server_uuid': 'bec7a091-5227-4b72-80f6-754bd8ff366c', 'name': 'network-vif-deleted', 'tag': 'd7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd', 'status': 'completed', 'code': 200} Jul 25 12:59:56.335538 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:59:56.618733 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:59:56.643744 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 12:59:56.652635 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 12:59:56.653246 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:59:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:59:56.756823 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 12:59:56.950428 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 12:59:56.980917 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af66592-a0ff-4e84-bacb-c1cd0eb18ab3 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 12:59:57.204345 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95c654-1c36-43e4-9cf0-63d2937ba7b5 None None] New status for floating IP 86b94a3c-938e-4380-bd35-12bcfbcbf29e: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 12:59:57.473296 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-4b9ff20d-b2bc-443e-b74a-8c337edde263 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078993820&fields=id&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 267 time: 0.0452683 Jul 25 12:59:57.585431 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-6f881e1b-7cdb-4e51-9942-f211a4c2bda6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:57.586926 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-6f881e1b-7cdb-4e51-9942-f211a4c2bda6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.1066234 Jul 25 12:59:57.601714 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-3af5ac20-3e2c-4851-8aba-444162395fb3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/quotas/c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 375 time: 0.0091074 Jul 25 12:59:57.650535 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-5d40e63a-f805-4723-a6cf-ce6f9a725bfc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435812 Jul 25 12:59:57.790635 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-4e68faa4-f9c0-424b-ae35-9ce5bc88b563 service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291640 Jul 25 12:59:57.883431 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 12:59:57.884862 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-49df4b05-8cf6-4df7-9b98-2cde0eff78e2 service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876262 Jul 25 12:59:57.902084 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 12:59:57.902431 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device d7cbbcaa-70c3-47ec-b05d-ff16ce29bbcd not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 12:59:58.173576 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cb991d1f-00a6-448b-8193-80302e68b0ea req-47d944af-20e9-4d4f-ba36-cd3246eb47fc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 210 time: 0.0315669 Jul 25 12:59:59.223765 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-731d456f-25b4-4d34-b738-10bb2ed45dc2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 12:59:59.225197 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-731d456f-25b4-4d34-b738-10bb2ed45dc2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.1118431 Jul 25 12:59:59.282675 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4edf284d-9cce-43a7-98de-c5e18990bf02 req-c229a318-5083-4511-8ea9-9ff9eaa935e2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Jul 25 12:59:59.301939 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8b6ef82-93c5-47cd-a4b8-351c33c41130 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 380 time: 0.0557358 Jul 25 12:59:59.307407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'port': {'device_id': '289bb533-af67-497c-a897-d242455c9672', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'admin_state_up': True, 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'security_groups': ['7819009a-14ab-4d57-a642-00ed9e781173']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 12:59:59.679126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Made reservation on behalf of c09181aee1194e42a4e88b4e37592e1c for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 12:59:59.682480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 12:59:59.804057 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:59.823261 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.20.0.4 (99391e46-f634-4a13-8d7e-0cfa93980f7c/5a9ccd85-8836-404b-9745-5b25d5fc4858/f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 12:59:59.851040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 12:59:59.975794 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.013807 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.058536 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 13:00:00.061818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 13:00:00.065796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 13:00:00.072092 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:00.127687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:00.128473 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.147694 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-97a26f69-83c7-477c-93b0-6fc97edf0887 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8438485 Jul 25 13:00:00.158802 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-f03aa236-cc56-4676-a3ad-c6c4fc385802 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 13:00:00.159883 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-f03aa236-cc56-4676-a3ad-c6c4fc385802 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057673 Jul 25 13:00:00.177749 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Request body: {'port': {'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 13:00:00.243690 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.250836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-e26f9559-f469-4510-af96-f18ec8b148d8 None None] Provisioning complete for port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 13:00:00.251402 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e26f9559-f469-4510-af96-f18ec8b148d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.283288 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-e26f9559-f469-4510-af96-f18ec8b148d8 None None] Port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 13:00:00.447517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072694e-ce05-4aa0-af03-ade682ec351b req-310dfe66-8a77-468b-9ff0-529031a1c812 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:00.448952 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4072694e-ce05-4aa0-af03-ade682ec351b req-310dfe66-8a77-468b-9ff0-529031a1c812 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 931 time: 0.0900929 Jul 25 13:00:00.533862 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4072694e-ce05-4aa0-af03-ade682ec351b req-129ff149-4473-472c-a017-7db87c9b1e59 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789249 Jul 25 13:00:00.578932 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 13:00:00.586284 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks [] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.599041 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Transition to ACTIVE for port object f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 13:00:00.602269 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.637440 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:00.659681 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:00.707027 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:00.737453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Attempting to bind port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 13:00:00.737787 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Attempting to bind port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 13:00:00.738142 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Attempting to bind port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 13:00:00.743289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 13:00:00.743653 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Attempting to bind port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 13:00:00.749181 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 13:00:00.749539 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 13:00:00.749983 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Bound using segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 13:00:00.750500 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Bound port: f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 13:00:00.750927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.816523 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 13:00:00.819551 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 13:00:00.826040 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.863750 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:00.864388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:00.865745 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 1093 time: 0.6921637 Jul 25 13:00:00.866222 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:00:00.868468 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b32ec-dccc-4366-9dce-0470af7e3428" -d '{"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:00:00.888744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8372ba0-f14d-40d8-8733-7caf51c6f0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:00.928302 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57fd47a-633d-418a-96da-5771120924bb x-openstack-request-id: req-c57fd47a-633d-418a-96da-5771120924bb {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:00:00.928796 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:00:00.929124 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c57fd47a-633d-418a-96da-5771120924bb {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:00:00.929607 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57fd47a-633d-418a-96da-5771120924bb'] response: {'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'status': 'completed', 'code': 200} Jul 25 13:00:00.994388 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-54b80fcd-d287-4a81-9df4-8247c61b03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:00.995877 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-54b80fcd-d287-4a81-9df4-8247c61b03ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1127 time: 0.0438824 Jul 25 13:00:01.050545 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-0831bb35-b5f1-4ff9-96eb-f37aa712731f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 217 time: 0.0408695 Jul 25 13:00:01.100010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-6212978f-de41-4844-9ef2-1939e7d85e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:01.101379 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-6212978f-de41-4844-9ef2-1939e7d85e0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0454974 Jul 25 13:00:01.149333 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-edb3fa7b-0eed-449f-9e6b-d1a865ca8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:01.150840 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-edb3fa7b-0eed-449f-9e6b-d1a865ca8b10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420327 Jul 25 13:00:01.246952 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-6fc11046-b199-4974-97ac-6999745c49d9 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881262 Jul 25 13:00:01.341701 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-03ec174f-1d96-4b7b-9706-2a9a42e3ac99 req-aee628d9-96cf-4f82-83b0-81003cd10bc8 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Jul 25 13:00:01.655755 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a082ef-6b9d-4fcb-9e7f-6e6cd85343be req-22159fec-6bbe-4bd3-8ae1-9a0de7b91d16 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:01.657190 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7a082ef-6b9d-4fcb-9e7f-6e6cd85343be req-22159fec-6bbe-4bd3-8ae1-9a0de7b91d16 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0516016 Jul 25 13:00:01.709543 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7a082ef-6b9d-4fcb-9e7f-6e6cd85343be req-3a0f5a25-bc38-4b7a-9d59-b2a6419dfe11 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Jul 25 13:00:02.199278 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-e953b012-5786-46f6-9bc2-aea5bb41bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:02.201270 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-e953b012-5786-46f6-9bc2-aea5bb41bf70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1127 time: 0.0402732 Jul 25 13:00:02.292526 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-1a8ca8fa-d9b5-4034-a419-d23329f42ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:02.293962 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-1a8ca8fa-d9b5-4034-a419-d23329f42ae2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0867777 Jul 25 13:00:02.332073 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-3e662523-e21c-4ab9-99e7-13eca8bc3dc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 217 time: 0.0317729 Jul 25 13:00:02.378597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-5234d879-fb25-4b37-bb68-a0012d7406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:02.379973 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-5234d879-fb25-4b37-bb68-a0012d7406c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0426712 Jul 25 13:00:02.422625 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-75e11d18-302b-4151-ac36-b78622bf5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:02.424068 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-75e11d18-302b-4151-ac36-b78622bf5b01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383372 Jul 25 13:00:02.490972 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:02.506546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:02.517691 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-c5ce6397-486d-4c69-aee8-feba7b60a2ed service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868022 Jul 25 13:00:02.612310 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-cf0b32ec-dccc-4366-9dce-0470af7e3428 req-cc0d8385-098b-4a8e-9078-ab77c1ddf092 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Jul 25 13:00:02.828111 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e30d-10a7-4c88-bb53-a94d2b404326 req-8d7443ba-ac37-4ded-8c1f-5b34bad22070 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:02.829565 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ca55e30d-10a7-4c88-bb53-a94d2b404326 req-8d7443ba-ac37-4ded-8c1f-5b34bad22070 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0474031 Jul 25 13:00:02.878142 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-ca55e30d-10a7-4c88-bb53-a94d2b404326 req-43ba64cf-84a9-45e2-a500-9ea1e9e928e8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Jul 25 13:00:03.994450 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16f1ef-7fdb-4431-8471-95f944576676 req-83c4738e-d626-400c-988b-475500adfb11 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:03.995913 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4d16f1ef-7fdb-4431-8471-95f944576676 req-83c4738e-d626-400c-988b-475500adfb11 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0474806 Jul 25 13:00:04.047121 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-4d16f1ef-7fdb-4431-8471-95f944576676 req-56614b57-cad6-49b0-9149-bb509829ea86 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449879 Jul 25 13:00:04.809202 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:05.169324 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14262-a655-4909-9ad9-975f14e058c8 req-722cc141-92b8-4c07-a3c4-0b471c16f62a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:05.171417 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6fd14262-a655-4909-9ad9-975f14e058c8 req-722cc141-92b8-4c07-a3c4-0b471c16f62a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0483408 Jul 25 13:00:05.221409 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-6fd14262-a655-4909-9ad9-975f14e058c8 req-816b1bdc-f56f-435c-84a9-1ab215fd9f7b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Jul 25 13:00:06.337053 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283763-8646-4524-807d-54ea38f72341 req-62bcb9c1-7dc9-4536-acfb-63e63aa6fc80 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:06.338527 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-06283763-8646-4524-807d-54ea38f72341 req-62bcb9c1-7dc9-4536-acfb-63e63aa6fc80 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0460966 Jul 25 13:00:06.387744 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-06283763-8646-4524-807d-54ea38f72341 req-f4437fed-34b9-4811-95b7-cf55f411752b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Jul 25 13:00:07.507520 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f644f-5776-4e81-8be8-1536ccb196ad req-48506625-04bd-44a9-840b-3ded91402ef3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:07.508950 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-997f644f-5776-4e81-8be8-1536ccb196ad req-48506625-04bd-44a9-840b-3ded91402ef3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0502446 Jul 25 13:00:07.558232 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-997f644f-5776-4e81-8be8-1536ccb196ad req-dbda6024-17ee-412b-8149-4e9afa30ce81 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Jul 25 13:00:08.679946 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93199-d696-4951-8fd7-54718525c223 req-652c3e65-6185-409a-92af-0f72d17d11d2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:08.681368 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8af93199-d696-4951-8fd7-54718525c223 req-652c3e65-6185-409a-92af-0f72d17d11d2 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0494146 Jul 25 13:00:08.729478 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8af93199-d696-4951-8fd7-54718525c223 req-b50d5d1d-dcda-4e36-880d-999e96e9ddbc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Jul 25 13:00:09.846599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10565c15-1caa-4e6d-8371-131b72983540 req-2767c596-3f23-4906-86f5-a7089394941e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:09.848061 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-10565c15-1caa-4e6d-8371-131b72983540 req-2767c596-3f23-4906-86f5-a7089394941e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 943 time: 0.0472875 Jul 25 13:00:09.896416 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-10565c15-1caa-4e6d-8371-131b72983540 req-565b053b-f716-4486-a6a0-39984101069c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Jul 25 13:00:09.950278 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 13:00:10.048687 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:00:10.059565 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 13:00:10.094039 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 13:00:10.094455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:10.107620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 13:00:10.127977 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:00:10.132176 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:10.178485 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:10.187097 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.187440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.187782 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.188468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.188468 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.188744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.189064 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.189383 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.189703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.190051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.190373 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.190703 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.191047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.191364 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.191678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:00:10.590277 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:00:10.603606 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 13:00:10.819213 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:11.012088 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56040d-7660-4a0d-ba5f-195ec832f458 req-e5a48641-4ef1-4434-80b4-3a20208abddf tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:11.013537 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed56040d-7660-4a0d-ba5f-195ec832f458 req-e5a48641-4ef1-4434-80b4-3a20208abddf tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 944 time: 0.0476930 Jul 25 13:00:11.062553 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ed56040d-7660-4a0d-ba5f-195ec832f458 req-58ef723e-0594-4f70-8227-62c5e1a0c6ae tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Jul 25 13:00:11.942712 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 13:00:11.980959 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:11.986139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 13:00:11.991580 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 13:00:11.991988 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:12.061343 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 13:00:12.061739 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:12.083693 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:00:12.086282 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0812bdf5-507e-4524-9885-c528e60f250d" -d '{"events": [{"server_uuid": "289bb533-af67-497c-a897-d242455c9672", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:00:12.103210 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:00:12.108181 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:12.132572 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbca1d2-62cf-4dc2-862f-847e1310b012 x-openstack-request-id: req-bfbca1d2-62cf-4dc2-862f-847e1310b012 {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:00:12.133090 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289bb533-af67-497c-a897-d242455c9672", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:00:12.133345 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfbca1d2-62cf-4dc2-862f-847e1310b012 {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:00:12.133890 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbca1d2-62cf-4dc2-862f-847e1310b012'] response: {'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'code': 200} Jul 25 13:00:12.161246 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:12.197018 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1da24-b7ff-40f3-a10d-1c853b476bee req-e9e64473-f8c0-4aaf-8e0d-4e203edfb92a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:12.198612 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60f1da24-b7ff-40f3-a10d-1c853b476bee req-e9e64473-f8c0-4aaf-8e0d-4e203edfb92a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0573351 Jul 25 13:00:12.222178 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:12.253727 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-60f1da24-b7ff-40f3-a10d-1c853b476bee req-c762ad43-d2ae-43af-8ee0-5cf24213aef3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487270 Jul 25 13:00:12.376726 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c6e24-44f3-4a22-822c-5d92fc3cb16c req-3bf5989d-b433-4f4a-9821-1427b220d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:12.378237 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-497c6e24-44f3-4a22-822c-5d92fc3cb16c req-3bf5989d-b433-4f4a-9821-1427b220d84e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0422673 Jul 25 13:00:12.424359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-497c6e24-44f3-4a22-822c-5d92fc3cb16c req-3d479a00-b122-417c-9dfd-da0ea13692bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 Jul 25 13:00:13.370750 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afbb33-a9ee-4c12-92fa-b2228601fc6e req-c4211053-483b-4b9b-af9b-cf322bf8b1c7 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:13.372118 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6afbb33-a9ee-4c12-92fa-b2228601fc6e req-c4211053-483b-4b9b-af9b-cf322bf8b1c7 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0465369 Jul 25 13:00:13.420590 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-c6afbb33-a9ee-4c12-92fa-b2228601fc6e req-9957eb87-08bd-4317-b00c-5088d2c19454 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Jul 25 13:00:14.537170 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60379b-a507-43b0-824f-db607afea40f req-d891f005-cf87-4511-8132-3c27babafa75 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:14.538652 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c60379b-a507-43b0-824f-db607afea40f req-d891f005-cf87-4511-8132-3c27babafa75 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0470695 Jul 25 13:00:14.586558 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-5c60379b-a507-43b0-824f-db607afea40f req-20a9afc0-6b16-40f8-a775-0e3d5bf91f78 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Jul 25 13:00:14.704398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7efc93-a5e3-4e06-88a5-d9b6d8b62e10 req-c32522f7-d15c-4f86-a0a6-f53665bd9ce1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:14.705733 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0a7efc93-a5e3-4e06-88a5-d9b6d8b62e10 req-c32522f7-d15c-4f86-a0a6-f53665bd9ce1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0461218 Jul 25 13:00:14.756742 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-0a7efc93-a5e3-4e06-88a5-d9b6d8b62e10 req-27599340-44ff-4f4f-99c6-5e58f35ffe42 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Jul 25 13:00:14.783105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57012) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:00:14.820927 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9248b-ffcf-41d9-80d5-6b9d17612bc1 tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:14.822431 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-75c9248b-ffcf-41d9-80d5-6b9d17612bc1 tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1124 time: 0.0383868 Jul 25 13:00:14.825207 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57014) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:00:14.829865 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 13:00:14.850017 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:14.925960 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:14.990491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:15.011710 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:15.036049 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.27.1.106 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/f079bc10-079f-4900-9046-1a4265326fbb) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 13:00:15.142270 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (f079bc10-079f-4900-9046-1a4265326fbb), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.177424 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f079bc10-079f-4900-9046-1a4265326fbb), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.218557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 13:00:15.221716 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 13:00:15.225452 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 13:00:15.228636 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=f079bc10-079f-4900-9046-1a4265326fbb,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:15.577676 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (1b7fd122-b6bf-467e-ac66-7a11c681cefc), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.644606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (f079bc10-079f-4900-9046-1a4265326fbb), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.724566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:15.795687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (f079bc10-079f-4900-9046-1a4265326fbb), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.800207 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (f079bc10-079f-4900-9046-1a4265326fbb), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.834527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:15.875016 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=f079bc10-079f-4900-9046-1a4265326fbb,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:00:15.886762 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (1b7fd122-b6bf-467e-ac66-7a11c681cefc), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:15.978055 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP 1b7fd122-b6bf-467e-ac66-7a11c681cefc associated. External IP: 172.27.1.106, port: f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd. Jul 25 13:00:16.186536 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:00:16.288597 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:00:16.298303 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:00:16.307793 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:16.308044 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:00:16.308652 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:59:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:00:16.338025 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-18967ead-bf6e-4ecc-bc98-9aeb9ab811a1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5111895 Jul 25 13:00:16.338600 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:00:16.340864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11e8e5-2533-48f1-b688-e20a9be2d396" -d '{"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:00:16.377942 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f32bcc-b09b-4298-b289-b5ce756da05f x-openstack-request-id: req-c8f32bcc-b09b-4298-b289-b5ce756da05f {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:00:16.378245 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:00:16.378520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8f32bcc-b09b-4298-b289-b5ce756da05f {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:00:16.378950 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f32bcc-b09b-4298-b289-b5ce756da05f'] response: {'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'status': 'completed', 'code': 200} Jul 25 13:00:16.408509 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:16.410567 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:00:16.466287 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-396674ce-eb33-4383-9e46-39ebc85493dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:16.467759 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-396674ce-eb33-4383-9e46-39ebc85493dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0406673 Jul 25 13:00:16.504238 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:16.563566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-9142dbae-15c9-4256-a785-39aabbc02734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:16.565006 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-9142dbae-15c9-4256-a785-39aabbc02734 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0910258 Jul 25 13:00:16.577300 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:16.629113 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-c2a6aadf-3f52-4fe5-a1ca-d60d993bae75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 999 time: 0.0572243 Jul 25 13:00:16.631599 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:15Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:00:16.664206 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:00:16.673362 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:00:16.673995 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T12:59:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:00:16.681923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-606cb8ac-483f-4b3f-9089-6e6a7221dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:16.683359 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-606cb8ac-483f-4b3f-9089-6e6a7221dc03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0477262 Jul 25 13:00:16.726325 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-1c06113b-b3e5-4821-a37f-4800fe0ec9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:16.727719 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-1c06113b-b3e5-4821-a37f-4800fe0ec9d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374794 Jul 25 13:00:16.773945 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:00:16.817349 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-41d7071e-1b59-40b3-be4b-41571d2e116a service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 Jul 25 13:00:16.910449 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b11e8e5-2533-48f1-b688-e20a9be2d396 req-f5ac1229-27c3-40c9-b22f-9e6dad0fc494 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Jul 25 13:00:16.982771 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:15Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:00:17.009685 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba42b7-4d86-4a8d-bbcb-448c2311cbab None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:15Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:00:17.200331 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3092bd4-db7b-47cd-8ad0-6a1e1686540b None None] New status for floating IP 1b7fd122-b6bf-467e-ac66-7a11c681cefc: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 13:00:17.924528 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4c19-7dc1-4366-86e6-f308d973c928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:20.256269 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7a1381be-faf2-4695-be2e-4424a11e3838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:21.387991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:22.706884 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:23.145320 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:24.573656 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=11 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:24.582738 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=97 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:26.906037 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:26.906904 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=32 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:26.985274 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=67 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:26.986054 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=47 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:33.139885 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:33.141822 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:34.822256 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:44.811414 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:44.817700 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:47.588574 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:00:47.926051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-b38f2003-a268-4326-9182-619d7e771c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:50.258599 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-15dceac1-e291-4985-b2e7-a612a936470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:51.390714 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:52.714821 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:53.150282 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:00:53.195431 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-01e9b678-7cc1-4e95-8050-c27fbcc53409 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864794 Jul 25 13:00:53.294537 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-e1683797-a31e-41a7-9e84-8f582a618173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:53.296013 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-e1683797-a31e-41a7-9e84-8f582a618173 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0412984 Jul 25 13:00:53.398367 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-1186b2df-751b-4191-b382-5afa0d9d2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:53.399780 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-1186b2df-751b-4191-b382-5afa0d9d2068 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0856175 Jul 25 13:00:53.464096 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-f19e678b-bf1b-4765-a087-8574df956696 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 1001 time: 0.0577023 Jul 25 13:00:53.525803 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:00:53.766334 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-327d0cd9-9d9b-4d50-9150-d3985e4d0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:53.767669 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-327d0cd9-9d9b-4d50-9150-d3985e4d0f57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.2972574 Jul 25 13:00:53.811886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-4b13cc47-9736-49fe-958d-e57ab2c1cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:00:53.813322 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-4b13cc47-9736-49fe-958d-e57ab2c1cb2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392375 Jul 25 13:00:53.905041 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-8b3a305e-37cd-4558-b202-7d573beb436c service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846112 Jul 25 13:00:53.992867 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-ab0bc5a9-fa8a-4b93-9a45-359d78b122d9 req-f2386e2e-1f66-4737-b4a8-e4c9c0b646b3 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816100 Jul 25 13:00:57.584567 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:03.144219 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:03.146346 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:03.988322 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=51 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:03.989923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=50 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:04.822313 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:14.815875 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:14.818378 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:16.672092 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:16.672790 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:17.927609 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2478bbeb-371c-4de5-8d43-eb0f8955823f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:20.261023 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-375ba3bb-9b1d-47e2-9578-f91ef3d993b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:21.392900 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:22.716554 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:23.153710 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:24.588491 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:01:30.526611 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:34.584500 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:34.724651 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:34.727064 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:34.836462 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:44.830354 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:44.832454 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:01:47.929822 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7129d1ce-5189-4f4d-bc9d-7ad1b49818e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:50.264336 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-be9a4400-cc1e-47be-aa25-3641f102432c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:51.395609 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:52.718586 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:53.157104 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:01:54.154646 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-2d544ec1-9a31-4281-aaa8-f84db61f5337 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444834 Jul 25 13:01:54.256825 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-2e60dec9-0063-4b07-aa1e-1099589eb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:01:54.258466 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-2e60dec9-0063-4b07-aa1e-1099589eb96a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0398386 Jul 25 13:01:54.363371 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-ce40a69a-d7b5-4c30-9f94-1c518b54fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:01:54.365074 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-ce40a69a-d7b5-4c30-9f94-1c518b54fdaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0867455 Jul 25 13:01:54.431203 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-d7869013-6339-4e31-b7e7-78393eee7c24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 1001 time: 0.0589204 Jul 25 13:01:54.485218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-394772cd-0a64-422c-98f0-cca75e4b4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:01:54.486716 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-394772cd-0a64-422c-98f0-cca75e4b4329 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0485713 Jul 25 13:01:54.530930 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-56f8a70f-25f6-4fc4-9e8d-d2d4e925a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:01:54.532431 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-56f8a70f-25f6-4fc4-9e8d-d2d4e925a2ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391688 Jul 25 13:01:54.629063 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-5d9869cb-49c7-4703-acd8-4966f65bbcb9 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898840 Jul 25 13:01:54.722223 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-39d6268b-e0c5-483f-ba4f-92287c8d3de6 req-c4a49398-3af7-4db8-a8c1-c809a43f27a7 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Jul 25 13:02:01.588212 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:02:03.146737 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:03.152622 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:04.712029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=52 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:04.718527 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=49 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:04.843752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:14.739340 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:14.740082 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=19 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:14.836080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:14.838551 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:17.931758 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-30f70c9e-4053-4fe2-901f-a86ae8a42951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:20.266730 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-59d7c668-d9ad-45e2-9ebc-ca61f616a342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:21.398721 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:22.721892 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:23.159498 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:30.395146 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-af43801f-e52c-478c-b213-36caaca02a32 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078993820&fields=id&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 267 time: 0.0437853 Jul 25 13:02:30.498459 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-bbd0524e-2a60-4d37-ad65-b6e85fadd5b6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:30.499887 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-bbd0524e-2a60-4d37-ad65-b6e85fadd5b6 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.0986953 Jul 25 13:02:30.513964 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-bdc3dc9c-9eed-4acd-8a70-2462c06c1a1f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/quotas/c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 375 time: 0.0088129 Jul 25 13:02:30.568503 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-7ecc4c4e-05d4-4438-998a-be34afeac59a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492935 Jul 25 13:02:30.625023 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-f3561f5a-e6ca-4664-8e26-58dd8e612685 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=105685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 13:02:30.626551 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-f3561f5a-e6ca-4664-8e26-58dd8e612685 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0470285 Jul 25 13:02:30.714972 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-91ac46f5-b516-4158-8b36-d9aa6a7e9b2a service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825090 Jul 25 13:02:30.804787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-f6a1572d-60a3-4744-959b-b59e6c41d98c service neutron] 10.222.0.60 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843048 Jul 25 13:02:31.101729 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4d427132-55ac-4686-867f-cedeaa6e7776 req-9c96d6db-9c93-40a5-b264-dd355ce36017 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 210 time: 0.0280502 Jul 25 13:02:32.181970 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-3a0ea189-a0d6-4d87-b795-c4efe6b94287 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:32.183484 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-3a0ea189-a0d6-4d87-b795-c4efe6b94287 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 812 time: 0.1107552 Jul 25 13:02:32.218321 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-33fcc713-5a66-4e19-959b-598c8d250289 req-c0417cea-f21e-4675-95b9-e1fdcaebcb41 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 210 time: 0.0338697 Jul 25 13:02:32.267871 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-0f17302b-7e2c-4fea-bf81-f11cb2c2e777 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09181aee1194e42a4e88b4e37592e1c HTTP/1.1" status: 200 len: 380 time: 0.0559499 Jul 25 13:02:32.277121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'port': {'device_id': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'admin_state_up': True, 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'security_groups': ['7819009a-14ab-4d57-a642-00ed9e781173']}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 13:02:32.388557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Made reservation on behalf of c09181aee1194e42a4e88b4e37592e1c for: {'port': 1} {{(pid=105685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 13:02:32.392430 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:32.519894 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.20.0.6 (99391e46-f634-4a13-8d7e-0cfa93980f7c/5a9ccd85-8836-404b-9745-5b25d5fc4858/2017870f-d29f-46f5-a8a8-22f4d8e5fbfe) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 13:02:32.560833 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:32.624672 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:32.661108 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:32.694495 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:32.740425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 13:02:32.746262 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 13:02:32.748780 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 13:02:32.755598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:32.790255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.790600 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.790948 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.791287 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.791613 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.792080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.792244 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.792562 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.792882 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.793199 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.793517 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.793883 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.794460 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.795010 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.795557 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:32.828737 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:32.829629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:32.848105 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-97c1087d-30f3-4d79-89a9-3ec19807976c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745320 Jul 25 13:02:32.870943 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Request body: {'port': {'device_id': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 13:02:32.938553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.019047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-084f66a6-43c0-4255-af11-755df0aa6f5a None None] Provisioning complete for port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe triggered by entity DHCP. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 13:02:33.019647 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-084f66a6-43c0-4255-af11-755df0aa6f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.053948 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-084f66a6-43c0-4255-af11-755df0aa6f5a None None] Port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe cannot update to ACTIVE because it is not bound. {{(pid=105687) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 13:02:33.197253 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe {{(pid=105685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 13:02:33.205255 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks [] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.218289 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.provisioning_blocks [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Transition to ACTIVE for port object 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe will not be triggered until provisioned by entity L2. {{(pid=105685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 13:02:33.222390 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.273814 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Pushing event updated for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:33.351876 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Attempting to bind port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe on host hv-cinder-82549 for vnic_type normal with profile {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 13:02:33.352358 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Attempting to bind port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 13:02:33.352778 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Attempting to bind port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 13:02:33.353269 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da008e5-9430-40ef-9125-ae75ba19a246 req-6bdb3c40-672e-486b-85cc-4f5bd4aafa1f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:33.354871 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8da008e5-9430-40ef-9125-ae75ba19a246 req-6bdb3c40-672e-486b-85cc-4f5bd4aafa1f tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0539157 Jul 25 13:02:33.357936 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe on network 99391e46-f634-4a13-8d7e-0cfa93980f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 13:02:33.358366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Attempting to bind port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe on network 99391e46-f634-4a13-8d7e-0cfa93980f7c {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 13:02:33.363622 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Checking agent: {'id': 'cfb5d827-af03-4322-a134-ab4bd1df775e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'started_at': datetime.datetime(2022, 7, 25, 12, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 13, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 13:02:33.364223 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Checking segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 13:02:33.364605 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Bound using segment: {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'} {{(pid=105685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 13:02:33.365031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.managers [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Bound port: 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2937042-8709-4fbb-8088-05226ecfbfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c'}}] {{(pid=105685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 13:02:33.365391 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.401893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:33.411937 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-8da008e5-9430-40ef-9125-ae75ba19a246 req-163ecc43-05b2-49f4-ada2-71cd8c81d320 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499234 Jul 25 13:02:33.433390 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:33.436570 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, cleared binding levels {{(pid=105685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 13:02:33.440127 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 13:02:33.447704 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.487471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:33.488080 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:33.489780 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] 10.222.0.61 "PUT /v2.0/ports/2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 1093 time: 0.6241934 Jul 25 13:02:33.490226 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:02:33.492443 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df426a72-3e44-455c-99a7-929fbb0e907c" -d '{"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:02:33.520106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d50e8f-a869-4caa-b661-cfd39c441d36 service neutron] Pushing event updated for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=3']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:33.600324 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-bc37478a-883e-4e24-ab28-96baeda77769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:33.601964 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-bc37478a-883e-4e24-ab28-96baeda77769 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1127 time: 0.0456765 Jul 25 13:02:33.603421 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d8f24-7983-4b4b-a7d5-0f7fd7cdb535 x-openstack-request-id: req-af0d8f24-7983-4b4b-a7d5-0f7fd7cdb535 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:02:33.603760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:02:33.603995 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af0d8f24-7983-4b4b-a7d5-0f7fd7cdb535 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:02:33.604379 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0d8f24-7983-4b4b-a7d5-0f7fd7cdb535'] response: {'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'status': 'completed', 'code': 200} Jul 25 13:02:33.671346 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-24046584-c0b8-4771-ac29-d288f170574e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 217 time: 0.0362594 Jul 25 13:02:33.721022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-f5bfe47a-b9bc-4647-9f56-3db796079f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:33.722539 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-f5bfe47a-b9bc-4647-9f56-3db796079f84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0436730 Jul 25 13:02:33.768157 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-7e0aba42-8374-4545-9b14-58aa3d271ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:33.769604 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-7e0aba42-8374-4545-9b14-58aa3d271ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386212 Jul 25 13:02:33.861372 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-64f64cba-db6a-4527-9cb6-fc7b8da856ac service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850537 Jul 25 13:02:33.955015 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-b7d394cb-3d86-43b1-b486-ada26e5d2628 req-fd75b85d-2cd7-45d2-a9d7-1c3f0250d1bb service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Jul 25 13:02:34.532962 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858646b-b0fc-4486-b5d5-39a4e53d38f9 req-c4571a6e-ed38-4570-b959-05bd97fd0c27 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:34.534448 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d858646b-b0fc-4486-b5d5-39a4e53d38f9 req-c4571a6e-ed38-4570-b959-05bd97fd0c27 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0478356 Jul 25 13:02:34.582888 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d858646b-b0fc-4486-b5d5-39a4e53d38f9 req-11074f2a-3291-46ce-9421-bd975ffa6c76 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Jul 25 13:02:34.849871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:35.034298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426a72-3e44-455c-99a7-929fbb0e907c req-9ea961c0-2a5e-456f-80ba-11662c697811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:35.035752 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-9ea961c0-2a5e-456f-80ba-11662c697811 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1127 time: 0.0433547 Jul 25 13:02:35.125731 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426a72-3e44-455c-99a7-929fbb0e907c req-2d0e80cd-1319-46b1-929c-35680910c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:35.127236 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-2d0e80cd-1319-46b1-929c-35680910c690 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0852165 Jul 25 13:02:35.184257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-7c1057c5-422c-4521-96ca-9ad8566bc3ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 217 time: 0.0488646 Jul 25 13:02:35.237822 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426a72-3e44-455c-99a7-929fbb0e907c req-036f122c-e265-45ae-948c-ea4bb97c14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:35.239557 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-036f122c-e265-45ae-948c-ea4bb97c14f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0434887 Jul 25 13:02:35.284326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426a72-3e44-455c-99a7-929fbb0e907c req-aa0ccb6f-b179-4932-80cb-965c52c56ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:35.285730 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-aa0ccb6f-b179-4932-80cb-965c52c56ebd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380168 Jul 25 13:02:35.381145 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-659a914c-14c3-4663-b1e0-cc63b082ab8b service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867276 Jul 25 13:02:35.477125 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-df426a72-3e44-455c-99a7-929fbb0e907c req-7491f4cb-5635-4c83-b703-21f811c28573 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868430 Jul 25 13:02:35.704267 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c3961-eda4-4243-9b5e-c91ad3b52558 req-e1eaa7c1-47fd-45d9-9f2b-0c7c21349423 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:35.705582 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dc6c3961-eda4-4243-9b5e-c91ad3b52558 req-e1eaa7c1-47fd-45d9-9f2b-0c7c21349423 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0500848 Jul 25 13:02:35.754700 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dc6c3961-eda4-4243-9b5e-c91ad3b52558 req-3fa7f1bd-ae45-4b09-a496-854eece4548d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Jul 25 13:02:36.869110 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195352-a249-4735-abbc-ecad541323f6 req-a3557084-9842-4403-896d-2d99487d97fc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:36.870611 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57195352-a249-4735-abbc-ecad541323f6 req-a3557084-9842-4403-896d-2d99487d97fc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0470767 Jul 25 13:02:36.922772 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57195352-a249-4735-abbc-ecad541323f6 req-7ef5ed3c-d3cd-482c-951b-bd7fed6de82d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Jul 25 13:02:38.022161 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:38.039928 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdb20-dd79-4caa-9950-35c13698102b req-26cf2314-fac1-456c-8890-6fbce63beea0 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:38.041443 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f36bdb20-dd79-4caa-9950-35c13698102b req-26cf2314-fac1-456c-8890-6fbce63beea0 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0466008 Jul 25 13:02:38.087129 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=100 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:38.097375 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f36bdb20-dd79-4caa-9950-35c13698102b req-caba7286-f514-4eae-a6d3-f46b4099566c tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502734 Jul 25 13:02:38.587975 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:02:39.217730 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f24a-d9b7-40dd-98cd-d088ad389e80 req-73a3342d-0c79-42f2-9653-35a9abf76132 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:39.219222 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f131f24a-d9b7-40dd-98cd-d088ad389e80 req-73a3342d-0c79-42f2-9653-35a9abf76132 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0486541 Jul 25 13:02:39.268618 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-f131f24a-d9b7-40dd-98cd-d088ad389e80 req-6a02340c-b5c9-4087-acf5-1658a336a85b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Jul 25 13:02:40.383407 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18002a46-5926-4079-b8bd-be9b1d94a965 req-db12a1fa-3da4-4914-8018-293355eaeb74 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:40.384816 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-18002a46-5926-4079-b8bd-be9b1d94a965 req-db12a1fa-3da4-4914-8018-293355eaeb74 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0464866 Jul 25 13:02:40.436825 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-18002a46-5926-4079-b8bd-be9b1d94a965 req-387381a2-4cc0-4b6f-9578-fa202ce33997 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Jul 25 13:02:41.554810 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae11e-bc85-4b02-8059-ed8fed15890c req-a43dd70a-f10e-4581-92ff-fc6b61e196fa tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:41.556273 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57cae11e-bc85-4b02-8059-ed8fed15890c req-a43dd70a-f10e-4581-92ff-fc6b61e196fa tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0479252 Jul 25 13:02:41.606147 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-57cae11e-bc85-4b02-8059-ed8fed15890c req-e0c00d88-5f64-490e-bd37-97382c61e149 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Jul 25 13:02:42.629550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=105687) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 13:02:42.726910 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29290c03-52e9-422f-abd7-a05de7ce7a15 req-a145bb28-4b79-4642-aab6-f1a946ed999b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:42.728376 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-29290c03-52e9-422f-abd7-a05de7ce7a15 req-a145bb28-4b79-4642-aab6-f1a946ed999b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 943 time: 0.0470073 Jul 25 13:02:42.733641 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:02:42.745551 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Returning: {'device': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'port_id': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'mac_address': 'fa:16:3e:14:d4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105687) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 13:02:42.780385 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-29290c03-52e9-422f-abd7-a05de7ce7a15 req-326d3db6-1588-47fd-a981-3d1f02262afc tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jul 25 13:02:42.784619 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe is: DOWN; New status is: BUILD {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 13:02:42.785016 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:42.798650 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe {{(pid=105687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 13:02:42.819164 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:02:42.823256 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:42.869100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=4']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:42.877088 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.877439 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.877783 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.878157 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.878491 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.878820 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.879153 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.879476 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.879867 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.880139 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.880455 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.880786 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.881106 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.881429 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:42.881751 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:02:43.335375 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] get_ports_and_sgs() called for port_ids ['2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'] {{(pid=105687) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 13:02:43.907622 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaf5cc-67fe-4907-81a8-05f012713270 req-6a778832-a8bc-4c6d-94bb-162ca5ed4c1e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:43.909706 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-30aaf5cc-67fe-4907-81a8-05f012713270 req-6a778832-a8bc-4c6d-94bb-162ca5ed4c1e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 944 time: 0.0550213 Jul 25 13:02:43.960970 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-30aaf5cc-67fe-4907-81a8-05f012713270 req-14260705-4b29-4373-aa96-e8b3b855af6e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 Jul 25 13:02:44.561335 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:44.660280 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe up at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 13:02:44.697254 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:44.702018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning for port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe completed by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 13:02:44.708991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.provisioning_blocks [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Provisioning complete for port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe triggered by entity L2. {{(pid=105687) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 13:02:44.709417 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566434'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), provisioning_complete {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:44.746174 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:44.792661 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Current status of the port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe is: BUILD; New status is: ACTIVE {{(pid=105687) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 13:02:44.793043 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), before_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:44.817550 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'}] {{(pid=105687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:02:44.819750 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40d0b2e7ad5da5290aa18a9717b591641585f1795a7e8de8de096318f7e512a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3772f4ad-f355-4a1b-bd31-4300a8e2880b" -d '{"events": [{"server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe"}]}' {{(pid=105687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:02:44.832712 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.db [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:02:44.841937 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:44.891652 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Pushing event updated for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=5']} {{(pid=105687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:44.921054 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd0f67-e758-46ac-b18c-431ee57df60a x-openstack-request-id: req-1bbd0f67-e758-46ac-b18c-431ee57df60a {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:02:44.921340 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe", "code": 200}]} {{(pid=105687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:02:44.921640 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bbd0f67-e758-46ac-b18c-431ee57df60a {{(pid=105687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:02:44.922038 dv-cinder-825492-28-iscsi neutron-server[105687]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbd0f67-e758-46ac-b18c-431ee57df60a'] response: {'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'code': 200} Jul 25 13:02:45.087666 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f4299-a92d-4119-ad53-0861000edd87 req-2f5c888a-abfb-4add-aed5-fe8071f77f6b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:45.089207 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4b4f4299-a92d-4119-ad53-0861000edd87 req-2f5c888a-abfb-4add-aed5-fe8071f77f6b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0485418 Jul 25 13:02:45.159445 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-4b4f4299-a92d-4119-ad53-0861000edd87 req-9fa26ded-91bd-49e8-95f9-5a4fe4e969df tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590963 Jul 25 13:02:45.213150 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d99ec-a377-4286-9606-497b790a9cf9 req-dd08ce77-dbce-491d-8bf9-4f1819abec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:45.214689 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b5d99ec-a377-4286-9606-497b790a9cf9 req-dd08ce77-dbce-491d-8bf9-4f1819abec11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1129 time: 0.0397627 Jul 25 13:02:45.261061 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8b5d99ec-a377-4286-9606-497b790a9cf9 req-0c545b51-73e3-4910-8069-d7622548bbc8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396788 Jul 25 13:02:46.281893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7999d36-98d1-4514-acee-24eb4e5b6708 req-69d98f99-92a6-4d13-99c2-8acc6f850385 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:46.284045 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d7999d36-98d1-4514-acee-24eb4e5b6708 req-69d98f99-92a6-4d13-99c2-8acc6f850385 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0503061 Jul 25 13:02:46.336664 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d7999d36-98d1-4514-acee-24eb4e5b6708 req-f3343ef2-df9d-4497-ace3-12dbb959ea83 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Jul 25 13:02:47.456228 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d399-b2f0-40e8-aada-b6c57c6eebd1 req-dc0b7056-e9aa-4afd-89c7-bddede1151c9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:47.457734 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-64b0d399-b2f0-40e8-aada-b6c57c6eebd1 req-dc0b7056-e9aa-4afd-89c7-bddede1151c9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0476856 Jul 25 13:02:47.509150 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-64b0d399-b2f0-40e8-aada-b6c57c6eebd1 req-0586f3ec-7485-4426-85bc-97b659188565 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Jul 25 13:02:47.623336 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa887-fa5a-4a0b-ba3a-10f837c1c4a6 req-ba1b7a2c-8871-4a43-8a37-0a78e06f2e8a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:47.624800 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-83baa887-fa5a-4a0b-ba3a-10f837c1c4a6 req-ba1b7a2c-8871-4a43-8a37-0a78e06f2e8a tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0467446 Jul 25 13:02:47.674142 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-83baa887-fa5a-4a0b-ba3a-10f837c1c4a6 req-2f21055b-9a84-4653-90ce-0242b0ec99d1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Jul 25 13:02:47.699585 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57162) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:02:47.833870 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259bc5b-7f3a-4979-adc3-1b5a8a69741f tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:47.835452 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c259bc5b-7f3a-4979-adc3-1b5a8a69741f tempest-TestVolumeBootPattern-578224413 tempest-TestVolumeBootPattern-578224413-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1124 time: 0.1348488 Jul 25 13:02:47.838249 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57166) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:02:47.842309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.v2.base [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Request body: {'floatingip': {'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'port_id': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 13:02:47.863628 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:47.932830 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-80c580c3-fe17-40ad-bb36-74a5ea59af76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:47.947909 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (None), before_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.061291 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_common [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Allocated IP 172.27.1.243 (25872221-f832-4b0e-9fae-d27f86db27dd/ad325fde-6df5-4200-a280-10459bbacbce/a1bfa7bb-c626-4e3b-afb3-2bf821a7c640) {{(pid=105685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 13:02:48.165481 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.187934 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:48.190308 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:48.199152 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781258766102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.245471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Network 25872221-f832-4b0e-9fae-d27f86db27dd is already hosted by enough agents. {{(pid=105685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 13:02:48.252728 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.base_scheduler [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Resources bound (agent type, host, resource id): {{(pid=105685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 13:02:48.254894 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=a1bfa7bb-c626-4e3b-afb3-2bf821a7c640,revision_number=1']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:48.256977 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Received port after_create {{(pid=105685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 13:02:48.583485 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:48.592135 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (accb7eb3-59c9-4580-b761-cd4085bb55a5), precommit_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.660163 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572239'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), before_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.804566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), precommit_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.808828 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781259146590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781258766120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781258766138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207076'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), after_update {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.875446 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event updated for resources: {'Port': ['ID=a1bfa7bb-c626-4e3b-afb3-2bf821a7c640,revision_number=2']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:02:48.885251 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745069'] for floatingip (accb7eb3-59c9-4580-b761-cd4085bb55a5), after_create {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:48.961760 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:48.981599 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP accb7eb3-59c9-4580-b761-cd4085bb55a5 associated. External IP: 172.27.1.243, port: 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe. Jul 25 13:02:49.020618 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:49.426786 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:02:49.529674 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:02:49.539656 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:02:49.549507 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:02:49.550111 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:02:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:02:49.550348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:49.583034 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-4448b348-005f-4523-a7c7-5c29e8df687d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7437859 Jul 25 13:02:49.583617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:02:49.585837 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd41ed5-0345-4045-a548-247585d2d872" -d '{"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:02:49.621943 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8da2a4-4e36-4de7-ac8b-610336cb65f8 x-openstack-request-id: req-cf8da2a4-4e36-4de7-ac8b-610336cb65f8 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:02:49.622294 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:02:49.622546 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf8da2a4-4e36-4de7-ac8b-610336cb65f8 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:02:49.622947 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8da2a4-4e36-4de7-ac8b-610336cb65f8'] response: {'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'status': 'completed', 'code': 200} Jul 25 13:02:49.656015 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:02:49.714704 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41ed5-0345-4045-a548-247585d2d872 req-e66b830c-acf9-426c-9f38-f1f40a71baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:49.716171 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-e66b830c-acf9-426c-9f38-f1f40a71baee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1129 time: 0.0441682 Jul 25 13:02:49.810359 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41ed5-0345-4045-a548-247585d2d872 req-80be709a-8cc1-427d-a580-0a356a48d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:49.811807 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-80be709a-8cc1-427d-a580-0a356a48d14e service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0896621 Jul 25 13:02:49.869164 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}, {'id': 'accb7eb3-59c9-4580-b761-cd4085bb55a5', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:14:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:02:48Z', 'updated_at': '2022-07-25T13:02:48Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:02:49.872722 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-e2d5a424-a328-44ee-82b3-42bceacec32c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 999 time: 0.0542667 Jul 25 13:02:49.893723 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:02:49.901984 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:02:49.902581 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:02:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:02:49.923583 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41ed5-0345-4045-a548-247585d2d872 req-9641892b-a1b8-4f36-b53e-daa689ee6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:49.925515 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-9641892b-a1b8-4f36-b53e-daa689ee6719 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0466752 Jul 25 13:02:49.971884 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41ed5-0345-4045-a548-247585d2d872 req-2c73f73a-f203-4a4b-bbf2-1d4bd40f4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:49.973414 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-2c73f73a-f203-4a4b-bbf2-1d4bd40f4a22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405512 Jul 25 13:02:50.005178 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:02:50.065990 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-f9d13636-13c3-47eb-8350-4bfb231dbecb service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841014 Jul 25 13:02:50.161541 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-dbd41ed5-0345-4045-a548-247585d2d872 req-add5a658-03f5-4a20-bba1-d8c467f1c2b3 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887177 Jul 25 13:02:50.227271 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}, {'id': 'accb7eb3-59c9-4580-b761-cd4085bb55a5', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:14:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:02:48Z', 'updated_at': '2022-07-25T13:02:48Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:02:50.251852 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3f481-2012-4a55-980b-e553c0776a28 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}, {'id': 'accb7eb3-59c9-4580-b761-cd4085bb55a5', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:14:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:02:48Z', 'updated_at': '2022-07-25T13:02:48Z', 'revision_number': 0, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:02:50.270182 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-64f4b4cb-a313-4e46-8841-f5078f4443ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:50.444192 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f40d0b7-76c3-4925-a4d1-42f23ed6391c None None] New status for floating IP accb7eb3-59c9-4580-b761-cd4085bb55a5: ACTIVE {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 13:02:51.402262 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:52.724711 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:53.162910 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:02:56.339821 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-b5c986b0-db83-4580-9a5e-9bdb41ad4d70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381031 Jul 25 13:02:56.474658 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-b62c9c21-5f3e-4590-b722-4d8f222fdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:56.476065 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-b62c9c21-5f3e-4590-b722-4d8f222fdd03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0439398 Jul 25 13:02:56.516952 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:56.611553 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-56ac0e75-de96-4c6c-9658-f9fd0d03c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:56.613042 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-56ac0e75-de96-4c6c-9658-f9fd0d03c641 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.1073079 Jul 25 13:02:56.657459 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:56.678787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-edb5a53e-71cc-4518-a1f1-393a6e4065a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 1001 time: 0.0593638 Jul 25 13:02:56.727955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-f0c84d56-22a2-4a7f-a702-18254524a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:56.729251 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-f0c84d56-22a2-4a7f-a702-18254524a4eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0429308 Jul 25 13:02:56.774111 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-b05b313b-1afa-4481-8931-b240494fa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:02:56.776244 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-b05b313b-1afa-4481-8931-b240494fa954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406201 Jul 25 13:02:56.871830 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-cdd0cc6d-edf6-4768-9192-04f47415fe2d service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857990 Jul 25 13:02:56.960935 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-5c0969ce-b75f-4c53-ada9-c0a361237aac req-0f6658e9-82a3-457c-b732-5bd447b7beec service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Jul 25 13:02:57.496599 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=69 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:02:57.504869 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=77 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:00.225292 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=72 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:00.230447 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=76 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:03.152372 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:03.158823 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:04.876372 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:06.956877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=29 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:06.957647 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=45 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:14.870780 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:14.872744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:15.588147 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:03:17.933744 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0070ed71-d80e-4bd5-8af2-5b4c8fe98ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:20.272944 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9b76-255b-428a-8357-ac067529f749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:21.404052 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:21.526961 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:22.729383 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:23.166075 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:25.584852 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:34.749168 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:34.751119 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:34.871267 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:44.076478 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [req-8ddb1def-0467-4527-a48b-1ce8231000e3 req-06b87e11-8df0-4de3-a4da-08e1b91a3f46 service neutron] (105685) timed out ('10.222.0.61', 51646) {{(pid=105685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 13:03:44.863950 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:44.867442 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:03:47.936716 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-749f5f79-e5f0-4ddd-a69b-fd73e826f5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:50.281491 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-4aab0fc2-0890-4c7b-b586-b2eaed8d6a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:51.407816 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:52.587246 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:03:52.735259 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:53.179736 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:03:56.140097 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-d0b048c0-4d0c-4688-910e-4b2fb5e9796b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435498 Jul 25 13:03:56.217853 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-ac9d5608-796d-4aa0-9cbe-43ee4ca6cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:03:56.219384 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-ac9d5608-796d-4aa0-9cbe-43ee4ca6cf81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1129 time: 0.0401886 Jul 25 13:03:56.323105 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-9994c4a8-fd22-443e-be66-7007fbfaa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:03:56.324560 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-9994c4a8-fd22-443e-be66-7007fbfaa297 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.0859368 Jul 25 13:03:56.390571 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-eac9eca0-432e-44fe-bd7a-e98045f5a7ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 1001 time: 0.0591667 Jul 25 13:03:56.437343 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-d157f1b7-7ae9-4a2b-9410-60d80ee6be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:03:56.438812 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-d157f1b7-7ae9-4a2b-9410-60d80ee6be6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0425310 Jul 25 13:03:56.482502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-1ab90294-1907-4e56-a7d6-b8677f9c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:03:56.483991 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-1ab90294-1907-4e56-a7d6-b8677f9c0c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392904 Jul 25 13:03:56.578086 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-1aef9513-b662-462a-9718-bc7a999bba4f service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Jul 25 13:03:56.669838 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-f13df5f4-8dfb-4514-ab34-52ec8fda9733 req-7adc18b5-c939-4bf5-aae3-512bbd37ea32 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Jul 25 13:04:02.582722 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:02.583484 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:03.170038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:03.171964 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:04.862313 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:06.660828 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=50 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:06.666571 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=51 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:14.736745 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:14.738722 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=12 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:14.850756 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:14.857047 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:17.939848 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e355c26b-9ba4-4dd0-96a6-ad9ab37cd5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:20.274315 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-78fd6990-c772-4174-8b15-28e6fd2261ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:21.418317 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:22.743094 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:23.173852 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:29.587861 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:04:33.162367 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:33.169310 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:34.875860 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:38.632970 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57212) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:38.786029 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port a1bfa7bb-c626-4e3b-afb3-2bf821a7c640 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:38.786357 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:38.863155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:38.863502 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:38.880292 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for a1bfa7bb-c626-4e3b-afb3-2bf821a7c640 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:39.046091 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a1bfa7bb-c626-4e3b-afb3-2bf821a7c640), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:39.069121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=a1bfa7bb-c626-4e3b-afb3-2bf821a7c640,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:39.083427 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.083769 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.084115 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.084452 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.084784 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.085120 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.085471 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.085754 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.086548 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.086877 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.087348 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.087679 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.088008 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.088398 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.088737 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:39.153902 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (accb7eb3-59c9-4580-b761-cd4085bb55a5), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:39.154334 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP accb7eb3-59c9-4580-b761-cd4085bb55a5 disassociated (deleted). External IP: 172.27.1.243, port: 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe. Jul 25 13:04:39.361650 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:04:39.465542 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:04:39.473687 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:39.475759 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:39.477367 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:04:39.488176 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:39.488791 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:39.512082 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-ba431d1f-a64b-4dfd-a0d0-c6c10383f9d4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "DELETE /v2.0/floatingips/accb7eb3-59c9-4580-b761-cd4085bb55a5 HTTP/1.1" status: 204 len: 168 time: 0.8780138 Jul 25 13:04:39.512669 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:04:39.514923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd6796-fce1-4ec6-96ca-4a774241a676" -d '{"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:04:39.562572 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c5527-6eec-4016-932e-742da5621091 x-openstack-request-id: req-0f9c5527-6eec-4016-932e-742da5621091 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:04:39.562904 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:04:39.563168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f9c5527-6eec-4016-932e-742da5621091 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:04:39.563684 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9c5527-6eec-4016-932e-742da5621091'] response: {'name': 'network-changed', 'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'status': 'completed', 'code': 200} Jul 25 13:04:39.600324 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:39.652745 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-d655b813-ae4e-4c63-95c7-6446bc3add11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:39.654579 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-d655b813-ae4e-4c63-95c7-6446bc3add11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 1129 time: 0.0483019 Jul 25 13:04:39.681063 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:39.768170 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-198c181c-1f3b-4a83-8134-36c8226677de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:39.772427 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-198c181c-1f3b-4a83-8134-36c8226677de service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.1111701 Jul 25 13:04:39.782245 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a08e50-5eed-4bfa-9e52-3c1480b142c1 req-3805bb18-a595-4bc9-a415-71f621cf8c9e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:39.783775 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-46a08e50-5eed-4bfa-9e52-3c1480b142c1 req-3805bb18-a595-4bc9-a415-71f621cf8c9e tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0548775 Jul 25 13:04:39.837355 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-46a08e50-5eed-4bfa-9e52-3c1480b142c1 req-e0f03c70-b588-43dd-9eca-ba922d98020d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Jul 25 13:04:39.946485 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:39.975061 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:04:39.983566 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:39.984166 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:40.083816 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:40.302884 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:40.327241 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10adcd06-38a9-4caa-b0fd-d0a971b1ae68 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_floatingips': [{'id': '1b7fd122-b6bf-467e-ac66-7a11c681cefc', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'router_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'port_id': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'mac_address': 'fa:16:3e:48:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289bb533-af67-497c-a897-d242455c9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T13:00:15Z', 'updated_at': '2022-07-25T13:00:17Z', 'revision_number': 1, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:04:40.526393 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e9beb-7867-4a2d-83cc-e6d0ab93fa24 None None] New status for floating IP accb7eb3-59c9-4580-b761-cd4085bb55a5: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 13:04:40.845159 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-6b63711b-09f2-45dc-893a-01ef68c8f1e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 200 len: 217 time: 0.0327561 Jul 25 13:04:40.894886 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-abb59b38-8eb4-4a55-9b51-83de4c40d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:40.896377 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-abb59b38-8eb4-4a55-9b51-83de4c40d2b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0441723 Jul 25 13:04:40.973041 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-586ff7b3-8cc8-45f9-b408-b74fa3687012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:40.974557 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-586ff7b3-8cc8-45f9-b408-b74fa3687012 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703664 Jul 25 13:04:40.982470 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592f69-4762-4df8-b417-ed87aa2372e3 req-ff1ac104-9071-49e8-9717-4461f932c1ed tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:40.983787 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e592f69-4762-4df8-b417-ed87aa2372e3 req-ff1ac104-9071-49e8-9717-4461f932c1ed tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0703518 Jul 25 13:04:41.040406 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-7e592f69-4762-4df8-b417-ed87aa2372e3 req-398bd3b7-1842-4e9b-a3de-718dad3575d5 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510943 Jul 25 13:04:41.124506 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-73355622-710d-4831-9213-b55c3d57eb82 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963068 Jul 25 13:04:41.294240 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-74bd6796-fce1-4ec6-96ca-4a774241a676 req-3fc97732-60e5-46a9-8f62-2decafd9d6c1 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Jul 25 13:04:41.801535 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781efe6-998e-4087-a561-09ac51a35522 req-ce5660ed-28d2-4163-a780-2466f34ff3d8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:41.803058 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8781efe6-998e-4087-a561-09ac51a35522 req-ce5660ed-28d2-4163-a780-2466f34ff3d8 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0464454 Jul 25 13:04:41.889367 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:41.890095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:41.983848 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] For port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:41.984114 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:42.001248 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:42.134274 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (2017870f-d29f-46f5-a8a8-22f4d8e5fbfe), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:42.140629 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:42.164819 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=2017870f-d29f-46f5-a8a8-22f4d8e5fbfe,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:42.165980 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80fc1-2a0d-4f6d-82e7-e73de87baec4 req-6ba57fd3-8d14-498b-b857-b2dad36c26b4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:42.170611 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8d80fc1-2a0d-4f6d-82e7-e73de87baec4 req-6ba57fd3-8d14-498b-b857-b2dad36c26b4 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=41234daa-52de-43f5-aad3-d0b25ecf8b2f HTTP/1.1" status: 200 len: 945 time: 0.0528038 Jul 25 13:04:42.217155 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] No DVR routers for this DVR port 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 13:04:42.219890 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:42.224646 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8781efe6-998e-4087-a561-09ac51a35522 req-1edea714-8608-4099-870c-360cb13b042d tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "DELETE /v2.0/ports/2017870f-d29f-46f5-a8a8-22f4d8e5fbfe HTTP/1.1" status: 204 len: 173 time: 0.4161627 Jul 25 13:04:42.225109 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'name': 'network-vif-deleted', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:04:42.227403 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e70093-723d-45bd-9785-ff4c46b6a647" -d '{"events": [{"server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "name": "network-vif-deleted", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:04:42.231632 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-c8d80fc1-2a0d-4f6d-82e7-e73de87baec4 req-c5a25bdb-f5a5-4a86-9126-3a5ad86159e3 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565629 Jul 25 13:04:42.293744 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8934039d-a567-4ddc-9c3f-2c2d9bd909d4 x-openstack-request-id: req-8934039d-a567-4ddc-9c3f-2c2d9bd909d4 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:04:42.294062 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41234daa-52de-43f5-aad3-d0b25ecf8b2f", "name": "network-vif-deleted", "tag": "2017870f-d29f-46f5-a8a8-22f4d8e5fbfe", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:04:42.294309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8934039d-a567-4ddc-9c3f-2c2d9bd909d4 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:04:42.294704 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8934039d-a567-4ddc-9c3f-2c2d9bd909d4'] response: {'server_uuid': '41234daa-52de-43f5-aad3-d0b25ecf8b2f', 'name': 'network-vif-deleted', 'tag': '2017870f-d29f-46f5-a8a8-22f4d8e5fbfe', 'status': 'completed', 'code': 200} Jul 25 13:04:45.222499 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:45.246038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:45.246381 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device 2017870f-d29f-46f5-a8a8-22f4d8e5fbfe not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:45.538324 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57260) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:45.580955 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:45.683664 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port f079bc10-079f-4900-9046-1a4265326fbb {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:45.684011 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f079bc10-079f-4900-9046-1a4265326fbb), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:45.764606 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f079bc10-079f-4900-9046-1a4265326fbb), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:45.764930 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (f079bc10-079f-4900-9046-1a4265326fbb), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:45.777303 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for f079bc10-079f-4900-9046-1a4265326fbb owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:46.187617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f079bc10-079f-4900-9046-1a4265326fbb), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:46.214285 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=f079bc10-079f-4900-9046-1a4265326fbb,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:46.280298 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (1b7fd122-b6bf-467e-ac66-7a11c681cefc), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:46.280608 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.db.l3_db [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Floating IP 1b7fd122-b6bf-467e-ac66-7a11c681cefc disassociated (deleted). External IP: 172.27.1.106, port: f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd. Jul 25 13:04:46.478520 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:04:46.576610 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:46.582049 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:04:46.586773 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:46.591634 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:04:46.601998 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:46.602598 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:46.618362 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-a0ad0764-f9d6-4744-8b5c-92b7cc8b347b tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "DELETE /v2.0/floatingips/1b7fd122-b6bf-467e-ac66-7a11c681cefc HTTP/1.1" status: 204 len: 168 time: 1.0787742 Jul 25 13:04:46.618949 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:04:46.621304 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8670b178-f6b9-4ad0-8480-218e7dae1db5" -d '{"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:04:46.660202 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5c5dd-028e-456e-b78b-a80fcf4f08f1 x-openstack-request-id: req-7fa5c5dd-028e-456e-b78b-a80fcf4f08f1 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:04:46.660489 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289bb533-af67-497c-a897-d242455c9672", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:04:46.660735 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fa5c5dd-028e-456e-b78b-a80fcf4f08f1 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:04:46.661135 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa5c5dd-028e-456e-b78b-a80fcf4f08f1'] response: {'name': 'network-changed', 'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'status': 'completed', 'code': 200} Jul 25 13:04:46.713576 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:46.747121 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-44119f44-033b-4464-9b18-9c30ca02e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:46.748838 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-44119f44-033b-4464-9b18-9c30ca02e69f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c09181aee1194e42a4e88b4e37592e1c&device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 1129 time: 0.0429571 Jul 25 13:04:46.789513 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:46.858385 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:46.860505 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:46.865100 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-cd839a66-8125-4e6d-9f2a-4191ee18a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:46.866903 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-cd839a66-8125-4e6d-9f2a-4191ee18a9cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 200 len: 913 time: 0.1117020 Jul 25 13:04:46.868570 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd0db5-15a5-461a-bf0a-3938043b9a23 req-bb056e03-52c1-41b3-918f-c5050163b4af tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105686) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:46.870138 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d8fd0db5-15a5-461a-bf0a-3938043b9a23 req-bb056e03-52c1-41b3-918f-c5050163b4af tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0554523 Jul 25 13:04:46.928181 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [req-d8fd0db5-15a5-461a-bf0a-3938043b9a23 req-7d3753fa-be03-4522-a393-8f0057f7ff27 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524368 Jul 25 13:04:46.932998 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:46.958485 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:04:46.967900 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:46.968511 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:20Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:47.070624 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:47.264733 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:47.291071 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74277af7-5344-4bd2-aaff-fa936cc6b382 None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:35Z', 'revision_number': 4, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi', '_interfaces': [{'id': '98428b7e-5118-4977-9b06-37fa01068618', 'name': '', 'network_id': '99391e46-f634-4a13-8d7e-0cfa93980f7c', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'mac_address': 'fa:16:3e:13:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:35Z', 'updated_at': '2022-07-25T12:56:39Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'subnets': [{'id': '5a9ccd85-8836-404b-9745-5b25d5fc4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:04:47.507357 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe358d-e025-4489-ab0b-7f18e7f1fba6 None None] New status for floating IP 1b7fd122-b6bf-467e-ac66-7a11c681cefc: DOWN {{(pid=105687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 13:04:47.945122 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e0991e1e-4834-4f13-9297-ec0c397b135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:47.976147 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-943a03bf-ba0a-4a0f-a7ff-eccb72d6b575 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 200 len: 217 time: 0.0354657 Jul 25 13:04:48.061615 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-e2771e56-6b0a-436f-b655-5669d8c46d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:48.063097 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-e2771e56-6b0a-436f-b655-5669d8c46d52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 200 len: 851 time: 0.0797284 Jul 25 13:04:48.072031 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f11e1-2866-40d4-8c44-e638041c77f9 req-6d378486-8215-428b-aa43-5ff15e24a415 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:48.073420 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d51f11e1-2866-40d4-8c44-e638041c77f9 req-6d378486-8215-428b-aa43-5ff15e24a415 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0626967 Jul 25 13:04:48.127987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-f7d86402-d981-46ea-abaf-eb1c7cde4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:48.130041 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-f7d86402-d981-46ea-abaf-eb1c7cde4ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99391e46-f634-4a13-8d7e-0cfa93980f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556519 Jul 25 13:04:48.155304 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-d51f11e1-2866-40d4-8c44-e638041c77f9 req-cde6ca37-878d-44db-a08d-39fcef6ed329 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/security-groups?id=7819009a-14ab-4d57-a642-00ed9e781173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728831 Jul 25 13:04:48.479161 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-40fec161-363f-4761-b469-5e7bc74951dd service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894985 Jul 25 13:04:48.625455 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-8670b178-f6b9-4ad0-8480-218e7dae1db5 req-8e488e69-c644-477b-ab78-13d3e45f8b46 service neutron] 10.222.0.61 "GET /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Jul 25 13:04:48.732076 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-32916cc6-4153-49cb-86fb-e7ee8cd865f1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 13:04:48.733502 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-32916cc6-4153-49cb-86fb-e7ee8cd865f1 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 945 time: 0.0512261 Jul 25 13:04:48.815014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:48.815373 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:48.909825 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] For port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:48.910221 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:48.923315 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd owned by compute:nova {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:49.006425 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:49.052893 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:49.081860 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:49.132406 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] No DVR routers for this DVR port f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd on host hv-cinder-82549 {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 13:04:49.135022 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for port (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:49.138440 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-148c826c-664a-4535-baea-0fe7fbac0bc1 req-a0184eab-582e-4ebc-89f9-23886c2ba626 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.61 "DELETE /v2.0/ports/f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd HTTP/1.1" status: 204 len: 173 time: 0.3991256 Jul 25 13:04:49.138909 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'name': 'network-vif-deleted', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd'}] {{(pid=105685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 13:04:49.141309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ed049a4446f05b79c899bda7c43407cd96d69a3a3bde024f60fe7c966b3a58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e314e689-7533-497f-96d7-70c9f241ee57" -d '{"events": [{"server_uuid": "289bb533-af67-497c-a897-d242455c9672", "name": "network-vif-deleted", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd"}]}' {{(pid=105685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 13:04:49.197281 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8359c7-d4c2-4cdc-8db8-85727e34e589 x-openstack-request-id: req-5f8359c7-d4c2-4cdc-8db8-85727e34e589 {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 13:04:49.197574 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289bb533-af67-497c-a897-d242455c9672", "name": "network-vif-deleted", "tag": "f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd", "status": "completed", "code": 200}]} {{(pid=105685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 13:04:49.197824 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f8359c7-d4c2-4cdc-8db8-85727e34e589 {{(pid=105685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 13:04:49.198257 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8359c7-d4c2-4cdc-8db8-85727e34e589'] response: {'server_uuid': '289bb533-af67-497c-a897-d242455c9672', 'name': 'network-vif-deleted', 'tag': 'f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd', 'status': 'completed', 'code': 200} Jul 25 13:04:49.265528 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [req-6212f3c7-700f-4d6f-b0b8-e60a0e1f5817 req-5bc9b422-1b3d-44d7-a470-80d223d2b848 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "GET /v2.0/ports?device_id=289bb533-af67-497c-a897-d242455c9672 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Jul 25 13:04:50.276985 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-3d84f36f-5fa5-43cf-9c10-db1fa113c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.333516 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57276) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:50.443729 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Deleting port f4a4e49a-2534-46f4-8941-3c98b55f5149 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:50.443964 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.523459 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.523785 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (f4a4e49a-2534-46f4-8941-3c98b55f5149), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.525874 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:50.538667 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Calling delete_port for f4a4e49a-2534-46f4-8941-3c98b55f5149 owned by network:floatingip {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:50.678014 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (f4a4e49a-2534-46f4-8941-3c98b55f5149), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.700362 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'Port': ['ID=f4a4e49a-2534-46f4-8941-3c98b55f5149,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:50.766728 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for floatingip (86b94a3c-938e-4380-bd35-12bcfbcbf29e), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.769864 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222487'] for floatingip (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:50.771042 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-73a9767f-1dc8-4766-be71-44922c11f4a9 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "DELETE /v2.0/floatingips/86b94a3c-938e-4380-bd35-12bcfbcbf29e HTTP/1.1" status: 204 len: 168 time: 0.4376652 Jul 25 13:04:51.416415 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:51.976376 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57288) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:52.033239 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (7819009a-14ab-4d57-a642-00ed9e781173), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.062096 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (7819009a-14ab-4d57-a642-00ed9e781173), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.123358 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (7819009a-14ab-4d57-a642-00ed9e781173), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.126020 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.127185 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] 10.222.0.60 "DELETE /v2.0/security-groups/7819009a-14ab-4d57-a642-00ed9e781173 HTTP/1.1" status: 204 len: 168 time: 0.1498234 Jul 25 13:04:52.136908 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aab4b7-a6b8-42e6-807d-2a06e2345821 tempest-TestVolumeBootPattern-761958600 tempest-TestVolumeBootPattern-761958600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819009a-14ab-4d57-a642-00ed9e781173,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:52.185520 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57292) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:52.597434 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (116820b5-3595-4a9d-819b-092ce20a5a0b), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.740553 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.818817 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Deleting port 98428b7e-5118-4977-9b06-37fa01068618 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:52.819216 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (98428b7e-5118-4977-9b06-37fa01068618), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.871157 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:52.900292 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] For port 98428b7e-5118-4977-9b06-37fa01068618, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=98428b7e-5118-4977-9b06-37fa01068618,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:52.900649 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (98428b7e-5118-4977-9b06-37fa01068618), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:52.913855 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Calling delete_port for 98428b7e-5118-4977-9b06-37fa01068618 owned by network:router_interface {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:52.971227 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=100 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:53.099651 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (98428b7e-5118-4977-9b06-37fa01068618), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:53.122433 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Pushing event deleted for resources: {'Port': ['ID=98428b7e-5118-4977-9b06-37fa01068618,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:53.132695 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.133033 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.133365 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.133697 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.134048 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.134804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.134804 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.135025 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.135291 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.135608 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.135927 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.136241 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.136554 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.136866 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.137175 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-28-iscsi {{(pid=105686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 13:04:53.171724 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:53.233319 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd no longer exists at agent hyperv_hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:53.260489 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] No Port match for: f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:53.260829 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Device f6bf45e0-ca0e-4b1f-ac37-854d4cc6c5dd not bound to the agent host hv-cinder-82549 {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:53.312007 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (116820b5-3595-4a9d-819b-092ce20a5a0b), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:53.522411 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Router 116820b5-3595-4a9d-819b-092ce20a5a0b has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105686) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:04:53.623168 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105686) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:04:53.628130 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-28b37d24-0d2b-4108-8490-a14bc993f697 admin admin] 10.222.0.60 "PUT /v2.0/routers/116820b5-3595-4a9d-819b-092ce20a5a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4408047 Jul 25 13:04:53.630708 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57296) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:53.633967 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Sync routers for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:04:53.643825 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:53.644508 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:53.686253 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:53.738948 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks [] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:53.759752 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:54.027854 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T13:04:53Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:54.056480 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Checking router: 116820b5-3595-4a9d-819b-092ce20a5a0b for host: dv-cinder-825492-28-iscsi {{(pid=105688) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:04:54.066563 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Routers {'116820b5-3595-4a9d-819b-092ce20a5a0b'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105688) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:54.067196 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['116820b5-3595-4a9d-819b-092ce20a5a0b'], 'active': True} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:54.100299 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks [] for router_gateway (116820b5-3595-4a9d-819b-092ce20a5a0b), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.142965 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Deleting port 0da17b2e-af3f-4438-9219-9668a48e3a46 {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:54.143570 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.175744 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_dvr_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] Set router 116820b5-3595-4a9d-819b-092ce20a5a0b gateway port host: dv-cinder-825492-28-iscsi {{(pid=105688) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:54.207695 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:54.236404 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] For port 0da17b2e-af3f-4438-9219-9668a48e3a46, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=0da17b2e-af3f-4438-9219-9668a48e3a46,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:54.236764 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.250571 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Calling delete_port for 0da17b2e-af3f-4438-9219-9668a48e3a46 owned by network:router_gateway {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:54.304336 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:54.341056 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=100 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:54.350423 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.l3_hamode_db [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T13:04:53Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:54.375639 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649565-cce0-4a67-95fb-383e36874a8a None None] The sync data for ids ['116820b5-3595-4a9d-819b-092ce20a5a0b'] in dv-cinder-825492-28-iscsi is: [{'id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'name': 'tempest-TestVolumeBootPattern-1868310650-router', 'tenant_id': 'c09181aee1194e42a4e88b4e37592e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T13:04:53Z', 'revision_number': 5, 'project_id': 'c09181aee1194e42a4e88b4e37592e1c', 'gw_port': {'id': '0da17b2e-af3f-4438-9219-9668a48e3a46', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116820b5-3595-4a9d-819b-092ce20a5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:33Z', 'updated_at': '2022-07-25T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}] {{(pid=105688) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:04:54.431499 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (0da17b2e-af3f-4438-9219-9668a48e3a46), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.457404 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da17b2e-af3f-4438-9219-9668a48e3a46,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:54.516902 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (116820b5-3595-4a9d-819b-092ce20a5a0b), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.602551 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.604827 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks [] for router_controller (116820b5-3595-4a9d-819b-092ce20a5a0b), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.656815 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (116820b5-3595-4a9d-819b-092ce20a5a0b), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.657366 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 116820b5-3595-4a9d-819b-092ce20a5a0b {{(pid=105686) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 13:04:54.663288 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.665066 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-d792d989-f939-461a-801b-f4a1820f6c83 admin admin] 10.222.0.60 "DELETE /v2.0/routers/116820b5-3595-4a9d-819b-092ce20a5a0b HTTP/1.1" status: 204 len: 168 time: 1.0328491 Jul 25 13:04:54.667280 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57298) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:54.713262 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Deleting subnet 5a9ccd85-8836-404b-9745-5b25d5fc4858 {{(pid=105686) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 13:04:54.716834 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Publish callbacks [] for subnet (5a9ccd85-8836-404b-9745-5b25d5fc4858), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.758518 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229381'] for subnet (5a9ccd85-8836-404b-9745-5b25d5fc4858), precommit_delete_associations {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.854265 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (5a9ccd85-8836-404b-9745-5b25d5fc4858), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.880256 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:54.915482 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5954045'] for subnet (5a9ccd85-8836-404b-9745-5b25d5fc4858), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.943485 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9ccd85-8836-404b-9745-5b25d5fc4858,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:54.945472 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:54.949190 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-7cced3b9-fe80-4b87-bc80-f43b6f83100e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5a9ccd85-8836-404b-9745-5b25d5fc4858 HTTP/1.1" status: 204 len: 168 time: 0.2809331 Jul 25 13:04:54.951856 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57300) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:54.952813 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9327eb3-cbd4-42e4-a61a-9fa0c625d0c1 None None] Network 99391e46-f634-4a13-8d7e-0cfa93980f7c requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 13:04:55.029745 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (99391e46-f634-4a13-8d7e-0cfa93980f7c), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.081630 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Deleting port 67c14a75-45dd-4f77-ace4-1b69f9644dba {{(pid=105686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:55.081937 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.142342 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:55.148151 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.db [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] For port 67c14a75-45dd-4f77-ace4-1b69f9644dba, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=67c14a75-45dd-4f77-ace4-1b69f9644dba,segment=NetworkSegment(b2937042-8709-4fbb-8088-05226ecfbfac),segment_id=b2937042-8709-4fbb-8088-05226ecfbfac)] {{(pid=105686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:55.148510 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.162092 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.plugin [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Calling delete_port for 67c14a75-45dd-4f77-ace4-1b69f9644dba owned by network:dhcp {{(pid=105686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:55.249434 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962453'] for port (67c14a75-45dd-4f77-ace4-1b69f9644dba), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.275167 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c14a75-45dd-4f77-ace4-1b69f9644dba,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:55.279427 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] No DVR routers for this DVR port 67c14a75-45dd-4f77-ace4-1b69f9644dba on host dv-cinder-825492-28-iscsi {{(pid=105686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 13:04:55.361105 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (99391e46-f634-4a13-8d7e-0cfa93980f7c), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.389780 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99391e46-f634-4a13-8d7e-0cfa93980f7c']}} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:55.402040 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8e08b-dbbd-4388-a0e5-b122ce8400b8 None None] DHCP port deletion for 99391e46-f634-4a13-8d7e-0cfa93980f7c request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 13:04:55.405801 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2937042-8709-4fbb-8088-05226ecfbfac') {'for_net_delete': True} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:55.406231 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.services.segments.db [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2937042-8709-4fbb-8088-05226ecfbfac') {} {{(pid=105686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:55.421620 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229394'] for segment (b2937042-8709-4fbb-8088-05226ecfbfac), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.441502 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (b2937042-8709-4fbb-8088-05226ecfbfac), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.448896 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105686) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 13:04:55.449218 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962424'] for segment (b2937042-8709-4fbb-8088-05226ecfbfac), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.488041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 0da17b2e-af3f-4438-9219-9668a48e3a46 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:55.515457 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (99391e46-f634-4a13-8d7e-0cfa93980f7c), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.516070 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 0da17b2e-af3f-4438-9219-9668a48e3a46 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:55.517562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 0da17b2e-af3f-4438-9219-9668a48e3a46 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:55.517562 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 67c14a75-45dd-4f77-ace4-1b69f9644dba no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:55.523292 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.529532 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/99391e46-f634-4a13-8d7e-0cfa93980f7c HTTP/1.1" status: 204 len: 168 time: 0.5728459 Jul 25 13:04:55.530410 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57306) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:55.537638 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a153a0-86ea-46ec-9ac2-4df0c12f68b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99391e46-f634-4a13-8d7e-0cfa93980f7c,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:55.556086 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment b2937042-8709-4fbb-8088-05226ecfbfac resource provider aggregate not found Jul 25 13:04:55.557893 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 67c14a75-45dd-4f77-ace4-1b69f9644dba {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:55.558381 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 67c14a75-45dd-4f77-ace4-1b69f9644dba not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:55.559304 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 98428b7e-5118-4977-9b06-37fa01068618 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:55.574788 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.services.segments.plugin [-] Segment b2937042-8709-4fbb-8088-05226ecfbfac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2937042-8709-4fbb-8088-05226ecfbfac found for delete ", "request_id": "req-0dee6247-a6c4-45ab-9430-002a4a6fa5a4"}]} Jul 25 13:04:55.579512 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 98428b7e-5118-4977-9b06-37fa01068618 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:55.579924 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 98428b7e-5118-4977-9b06-37fa01068618 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:55.762617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:55.852077 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788221'] for router_interface (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:55.999491 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:56.069818 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Deleting port a7f794a4-1d5d-4255-8460-09a08a504ace {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:56.070185 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:56.152445 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] For port a7f794a4-1d5d-4255-8460-09a08a504ace, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=a7f794a4-1d5d-4255-8460-09a08a504ace,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:56.152804 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:56.165309 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Calling delete_port for a7f794a4-1d5d-4255-8460-09a08a504ace owned by network:router_interface {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:56.341496 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (a7f794a4-1d5d-4255-8460-09a08a504ace), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:56.365453 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f794a4-1d5d-4255-8460-09a08a504ace,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:56.783154 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1714093'] for router_interface (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:56.877401 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:56.983476 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Router 84a4f051-ee3e-4789-a93b-831eec67bfe8 has already been hosted by L3 agent 9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c {{(pid=105685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 13:04:57.040394 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:57.088534 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] Notify agent at l3_agent.dv-cinder-825492-28-iscsi the message routers_updated {{(pid=105685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 13:04:57.093312 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-c400c06e-206d-4596-aeb5-5d8357c954e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/84a4f051-ee3e-4789-a93b-831eec67bfe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613358 Jul 25 13:04:57.095923 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57310) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:57.098897 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Sync routers for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 13:04:57.108999 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:57.109611 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:57.201758 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks [] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.224741 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: dv-cinder-825492-28-iscsi {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:57.310705 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks [] for router_gateway (84a4f051-ee3e-4789-a93b-831eec67bfe8), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.361594 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Deleting port 916a573a-4b6b-41b4-b029-c58ee595517a {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:57.362126 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.449764 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] For port 916a573a-4b6b-41b4-b029-c58ee595517a, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=916a573a-4b6b-41b4-b029-c58ee595517a,segment=NetworkSegment(489e7266-b338-4f57-b6e4-b732233b63ea),segment_id=489e7266-b338-4f57-b6e4-b732233b63ea)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:57.450153 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.463868 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Calling delete_port for 916a573a-4b6b-41b4-b029-c58ee595517a owned by network:router_gateway {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:57.521494 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'external_fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T13:04:56Z', 'revision_number': 5, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port': {'id': '916a573a-4b6b-41b4-b029-c58ee595517a', 'name': '', 'network_id': '25872221-f832-4b0e-9fae-d27f86db27dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T12:56:38Z', 'updated_at': '2022-07-25T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad325fde-6df5-4200-a280-10459bbacbce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-28-iscsi'}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:57.549333 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Checking router: 84a4f051-ee3e-4789-a93b-831eec67bfe8 for host: dv-cinder-825492-28-iscsi {{(pid=105687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 13:04:57.558003 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Routers {'84a4f051-ee3e-4789-a93b-831eec67bfe8'} bound to L3 agent in host dv-cinder-825492-28-iscsi {{(pid=105687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 13:04:57.558649 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T12:31:20Z,description=,heartbeat_timestamp=2022-07-25T13:04:50Z,host='dv-cinder-825492-28-iscsi',id=9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T12:31:20Z,topic='l3_agent')) {'router_ids': ['84a4f051-ee3e-4789-a93b-831eec67bfe8'], 'active': True} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:57.629999 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (916a573a-4b6b-41b4-b029-c58ee595517a), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.642886 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_dvr_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] Set router 84a4f051-ee3e-4789-a93b-831eec67bfe8 gateway port host: None {{(pid=105687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 13:04:57.657738 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Pushing event deleted for resources: {'Port': ['ID=916a573a-4b6b-41b4-b029-c58ee595517a,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:57.691939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.db.l3_hamode_db [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T13:04:57Z', 'revision_number': 6, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port_host': None}], 'dv-cinder-825492-28-iscsi', False) {} {{(pid=105687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:57.698590 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:57.717584 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4282a7e-3f4d-4b5c-a16e-c230c783604b None None] The sync data for ids ['84a4f051-ee3e-4789-a93b-831eec67bfe8'] in dv-cinder-825492-28-iscsi is: [{'id': '84a4f051-ee3e-4789-a93b-831eec67bfe8', 'name': 'tempest-TestVolumeBootPattern-2001281968-router', 'tenant_id': '02eb52c6faa844d6a087c371b796c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T12:56:37Z', 'updated_at': '2022-07-25T13:04:57Z', 'revision_number': 6, 'project_id': '02eb52c6faa844d6a087c371b796c04e', 'gw_port_host': None}] {{(pid=105687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 13:04:57.722814 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744961'] for router_gateway (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.811829 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1774'] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.814032 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks [] for router_controller (84a4f051-ee3e-4789-a93b-831eec67bfe8), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.859288 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715095'] for router (84a4f051-ee3e-4789-a93b-831eec67bfe8), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.859885 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a4f051-ee3e-4789-a93b-831eec67bfe8 {{(pid=105685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 13:04:57.865598 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.866773 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-f8cf005a-f6e5-422d-b609-dd1b5b0e69ad admin admin] 10.222.0.60 "DELETE /v2.0/routers/84a4f051-ee3e-4789-a93b-831eec67bfe8 HTTP/1.1" status: 204 len: 168 time: 0.7693939 Jul 25 13:04:57.869378 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57312) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:57.915013 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Deleting subnet afb772cb-49a4-430f-b7e3-ae6e03abbc7b {{(pid=105685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 13:04:57.918216 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Publish callbacks [] for subnet (afb772cb-49a4-430f-b7e3-ae6e03abbc7b), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:57.952839 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4202806'] for subnet (afb772cb-49a4-430f-b7e3-ae6e03abbc7b), precommit_delete_associations {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.015414 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:58.033408 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-565547'] for subnet (afb772cb-49a4-430f-b7e3-ae6e03abbc7b), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.088054 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-565540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4496513'] for subnet (afb772cb-49a4-430f-b7e3-ae6e03abbc7b), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.114827 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb772cb-49a4-430f-b7e3-ae6e03abbc7b,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:58.121720 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for subnet (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.125086 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-6c8cd969-359a-456a-9e39-9d44955824c6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/afb772cb-49a4-430f-b7e3-ae6e03abbc7b HTTP/1.1" status: 204 len: 168 time: 0.2547112 Jul 25 13:04:58.127680 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57314) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:58.131309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb27c3-490f-4d14-a02b-a7f788fe87ff None None] Network 47e4ce7e-3fac-4d28-8b35-a2a230be1451 requested from dv-cinder-825492-28-iscsi {{(pid=105687) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 13:04:58.211128 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624472'] for network (47e4ce7e-3fac-4d28-8b35-a2a230be1451), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.253218 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Deleting port ce9d6923-f292-4bf9-b33f-a19057975212 {{(pid=105685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 13:04:58.253568 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781259142858'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.318326 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.db [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] For port ce9d6923-f292-4bf9-b33f-a19057975212, host dv-cinder-825492-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-28-iscsi',level=0,port_id=ce9d6923-f292-4bf9-b33f-a19057975212,segment=NetworkSegment(191396ff-a4ef-42c9-9833-322350f1f65f),segment_id=191396ff-a4ef-42c9-9833-322350f1f65f)] {{(pid=105685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 13:04:58.318689 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1751602'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.332081 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.plugin [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Calling delete_port for ce9d6923-f292-4bf9-b33f-a19057975212 owned by network:dhcp {{(pid=105685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 13:04:58.414564 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781259148045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781258766111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207085'] for port (ce9d6923-f292-4bf9-b33f-a19057975212), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.436748 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9d6923-f292-4bf9-b33f-a19057975212,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:58.442048 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] No DVR routers for this DVR port ce9d6923-f292-4bf9-b33f-a19057975212 on host dv-cinder-825492-28-iscsi {{(pid=105685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 13:04:58.517366 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566553', 'neutron.services.segments.db._delete_segments_for_network-8781259252363'] for network (47e4ce7e-3fac-4d28-8b35-a2a230be1451), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.526897 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c13ba-431b-4964-8472-0a6058c7c274 None None] DHCP port deletion for 47e4ce7e-3fac-4d28-8b35-a2a230be1451 request from dv-cinder-825492-28-iscsi {{(pid=105687) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 13:04:58.541184 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e4ce7e-3fac-4d28-8b35-a2a230be1451']}} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:58.555617 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191396ff-a4ef-42c9-9833-322350f1f65f') {'for_net_delete': True} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:58.555916 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.services.segments.db [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191396ff-a4ef-42c9-9833-322350f1f65f') {} {{(pid=105685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 13:04:58.567106 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781259252264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202785'] for segment (191396ff-a4ef-42c9-9833-322350f1f65f), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.581521 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908'] for segment (191396ff-a4ef-42c9-9833-322350f1f65f), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.583444 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:04:58.589095 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 13:04:58.589480 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-559908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4206848'] for segment (191396ff-a4ef-42c9-9833-322350f1f65f), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.659127 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745018'] for network (47e4ce7e-3fac-4d28-8b35-a2a230be1451), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.665168 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578990'] for network (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.670870 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] 10.222.0.60 "DELETE /v2.0/networks/47e4ce7e-3fac-4d28-8b35-a2a230be1451 HTTP/1.1" status: 204 len: 168 time: 0.5395792 Jul 25 13:04:58.680484 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e69a6-5240-4610-9147-c5ee11be5671 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e4ce7e-3fac-4d28-8b35-a2a230be1451,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:58.718322 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 191396ff-a4ef-42c9-9833-322350f1f65f resource provider aggregate not found Jul 25 13:04:58.735697 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.services.segments.plugin [-] Segment 191396ff-a4ef-42c9-9833-322350f1f65f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 191396ff-a4ef-42c9-9833-322350f1f65f found for delete ", "request_id": "req-9ac029ee-c5a4-4ea8-8d31-d597a160ceab"}]} Jul 25 13:04:58.809566 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57324) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:58.855507 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-34f17a25-6e6b-4bc4-873c-85e601895550 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c09181aee1194e42a4e88b4e37592e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447619 Jul 25 13:04:58.858056 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.wsgi [-] (105685) accepted ('10.222.0.60', 57326) {{(pid=105685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:58.905960 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] Publish callbacks [] for security_group (7be73951-8588-4797-a0ce-146d03d074ce), before_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.927931 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] Publish callbacks [] for security_group (7be73951-8588-4797-a0ce-146d03d074ce), precommit_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.976987 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (7be73951-8588-4797-a0ce-146d03d074ce), after_delete {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.979549 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron_lib.callbacks.manager [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:58.980697 dv-cinder-825492-28-iscsi neutron-server[105685]: INFO neutron.wsgi [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7be73951-8588-4797-a0ce-146d03d074ce HTTP/1.1" status: 204 len: 168 time: 0.1217337 Jul 25 13:04:58.988641 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c262b0e-4a0f-4106-b8ae-41bad8b9d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be73951-8588-4797-a0ce-146d03d074ce,revision_number=None']} {{(pid=105685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:04:59.263717 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 916a573a-4b6b-41b4-b029-c58ee595517a no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:59.287206 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: 916a573a-4b6b-41b4-b029-c58ee595517a {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:59.287643 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device 916a573a-4b6b-41b4-b029-c58ee595517a not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:59.288095 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ce9d6923-f292-4bf9-b33f-a19057975212 no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:59.307535 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: ce9d6923-f292-4bf9-b33f-a19057975212 {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:59.307871 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device ce9d6923-f292-4bf9-b33f-a19057975212 not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:59.308287 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a7f794a4-1d5d-4255-8460-09a08a504ace no longer exists at agent ovs-agent-dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 13:04:59.316998 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57332) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:59.326345 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.plugin [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] No Port match for: a7f794a4-1d5d-4255-8460-09a08a504ace {{(pid=105687) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 13:04:59.326692 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron.plugins.ml2.rpc [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Device a7f794a4-1d5d-4255-8460-09a08a504ace not bound to the agent host dv-cinder-825492-28-iscsi {{(pid=105687) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 13:04:59.363264 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-2bb5477d-248d-41cf-a89e-e74a014d681f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02eb52c6faa844d6a087c371b796c04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450804 Jul 25 13:04:59.366079 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.wsgi [-] (105686) accepted ('10.222.0.60', 57334) {{(pid=105686) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 13:04:59.413230 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] Publish callbacks [] for security_group (22516d03-bf77-4a75-a6c6-2687b2612550), before_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:59.436182 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] Publish callbacks [] for security_group (22516d03-bf77-4a75-a6c6-2687b2612550), precommit_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:59.482285 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638397'] for security_group (22516d03-bf77-4a75-a6c6-2687b2612550), after_delete {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:59.484820 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron_lib.callbacks.manager [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:04:59.486030 dv-cinder-825492-28-iscsi neutron-server[105686]: INFO neutron.wsgi [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22516d03-bf77-4a75-a6c6-2687b2612550 HTTP/1.1" status: 204 len: 168 time: 0.1190364 Jul 25 13:04:59.494480 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce37adf-a51d-4ec3-bbfa-6583caa911e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22516d03-bf77-4a75-a6c6-2687b2612550,revision_number=None']} {{(pid=105686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 13:05:04.867861 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:04.869506 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:04.883100 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:06.588072 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:05:08.983979 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:08.984701 dv-cinder-825492-28-iscsi neutron-server[105685]: DEBUG dbcounter [-] [105685] Writing DB stats neutron:DELETE=3,neutron:SELECT=21 {{(pid=105685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:09.489900 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=11 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:09.490712 dv-cinder-825492-28-iscsi neutron-server[105686]: DEBUG dbcounter [-] [105686] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=105686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:14.883157 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:16.583534 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=10 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:16.681234 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:17.947201 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-89add815-66fa-49dd-8a45-9b3eafbdbd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:20.279728 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-928a1f72-ac7a-43b6-9847-5461f861ee74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:21.415712 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:22.745739 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:23.167440 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:34.729081 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:34.731029 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:34.872994 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:43.588815 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:05:44.867356 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:44.869399 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:47.951309 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc868-3f06-443d-87cc-58223ef88645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:50.281952 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7d3a60f0-ddf3-4a42-9edb-ae772ef242ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:51.418992 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:52.746406 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:53.174709 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:05:53.583405 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:05:53.584182 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:03.160189 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:03.168190 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:04.887373 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:14.732018 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=14 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:14.732821 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=12 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:14.881710 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:14.883668 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:17.958508 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c21bf101-2adb-4092-8488-300e2f5e40ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:20.285752 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-46717668-2801-436c-8e73-c025e85e94cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:20.588478 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:06:21.422620 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:22.749248 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:23.172116 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:30.583982 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:30.584765 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:33.158232 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:33.166120 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:34.885416 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:44.880141 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:44.882145 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:06:47.954028 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0ae7-d1b3-4b96-93db-e5fb40e31044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:50.288956 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-c967de09-1e98-4838-8088-76f6bf06532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:51.428779 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:52.752837 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:53.168592 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:06:57.588547 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:07:03.161563 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:03.163541 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:04.906552 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:14.892014 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:14.901497 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:16.686024 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=4 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:16.686773 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:17.946363 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-86303e04-a554-4b82-a4d5-977c8b91d06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:20.292270 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5dcd687f-2d0d-4f62-8b56-bb3cb141bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:21.428716 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:22.754768 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:23.164504 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:34.587394 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:07:34.728836 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:34.729602 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:34.899115 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:44.582782 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=8 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:44.583521 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=2 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:44.892228 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:44.894080 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:07:47.948248 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-7633e6bc-76ab-44ce-a141-d82ec80b1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:50.293495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-88d99be0-514b-442e-bb10-686fbf67a34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:51.432051 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:52.758033 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:07:53.157934 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:03.151939 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:03.154057 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:04.899810 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:11.590132 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:08:14.892560 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:14.895943 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:17.961012 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-568eebac-24a4-4756-91f8-16281652d3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:20.297169 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-0171bb61-43e2-49bc-b274-2ad7f5ecf406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:21.435856 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:21.585868 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=19 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:21.586652 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=15 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:22.766789 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:23.162603 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:33.155642 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:33.157610 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:34.897209 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:44.890696 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:44.892761 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:47.954495 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-6478ef9c-fea8-4647-9ab4-1e82e66dc78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:48.589996 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:08:50.301855 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5a997b5d-b8e7-4be1-a8d8-bf307b48be6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:51.441493 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:52.764833 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:53.166588 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:08:58.585370 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:08:58.586146 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:03.160038 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:03.162656 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:04.910624 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:14.903643 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:14.906422 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:16.691257 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:17.956991 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1c416ffb-b34c-4cdb-82ea-3f5b463663b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:20.305207 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1f58dcbd-8f85-47b3-ad7d-2db6dd1870c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:21.442655 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:22.768589 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:23.172283 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:25.589474 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:09:31.511222 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:34.857018 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:34.859712 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:34.907041 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:35.585789 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:44.897673 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:44.904172 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:09:47.960378 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-13cc78b8-395d-40ae-a2c4-72c8b5802b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:50.306401 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb4c2-2d96-4e5d-8658-1c7694141a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:51.446833 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:52.772125 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:09:53.175130 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:02.588796 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:10:03.168274 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:03.170224 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:04.906200 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:14.731820 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=16 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:14.733743 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=18 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:14.900310 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:14.901116 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:17.965110 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-97239b0f-8583-4381-8381-553a58103e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:20.310980 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-5d751599-ce51-40ba-8672-c36e1272f0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:21.450612 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-e11aca05-b23e-44fb-b511-55e1633d8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (e9e9bb3b-bae2-499b-8d53-0f2347b9f3f1), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:22.775062 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ceed-6a49-4ad2-99ca-8bfc69498474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (18bcbbb0-2f3f-4a4d-8529-8df8fbf8c939), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:23.179273 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-1a48cb6b-e07d-40ba-9f41-efd036078beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (7f8d1c66-ae8f-4a0c-9698-ad0b14a87bd6), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:33.172033 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:33.174046 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:34.922678 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-76cfe925-aaef-498d-b2b2-bb1d50e25502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (cfb5d827-af03-4322-a134-ab4bd1df775e), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:39.587711 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG neutron.db.agents_db [None req-e537a303-9f2f-44f5-84b1-4c2444b21c1f None None] Agent healthcheck: found 6 active agents {{(pid=105688) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 13:10:44.909362 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:44.918694 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG dbcounter [-] [105687] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:45.503656 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=5 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:47.969380 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-4555db77-00a0-441e-beeb-d4ad2915c6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (75edbee8-f8ff-4a30-a8a8-7b86f30d4f57), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 13:10:49.584126 dv-cinder-825492-28-iscsi neutron-server[105688]: DEBUG dbcounter [-] [105688] Writing DB stats neutron:SELECT=3 {{(pid=105688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 13:10:50.314886 dv-cinder-825492-28-iscsi neutron-server[105687]: DEBUG neutron_lib.callbacks.manager [None req-78652385-c3e3-4f53-918f-e8e9b90b60fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781259252345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566360'] for agent (9a8dbf31-68fe-4f19-8f03-5b7b8d1a8a3c), after_update {{(pid=105687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}